[ 567.776365] env[69722]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69722) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 567.776822] env[69722]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69722) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 567.776822] env[69722]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69722) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 567.777156] env[69722]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 567.878426] env[69722]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69722) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 567.888436] env[69722]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69722) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 567.933186] env[69722]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 568.492210] env[69722]: INFO nova.virt.driver [None req-95a0bd1b-4a64-4af9-9a6b-51654d52f9d6 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 568.562726] env[69722]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.562886] env[69722]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.562992] env[69722]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69722) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 571.459844] env[69722]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-c6b47ff6-2cf7-4372-9936-3c03b3779379 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.476365] env[69722]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69722) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 571.476505] env[69722]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9b7417f5-009b-4577-8ba9-8ee5e369c2a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.509358] env[69722]: INFO oslo_vmware.api [-] Successfully established new session; session ID is bad91. [ 571.509549] env[69722]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.947s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.510094] env[69722]: INFO nova.virt.vmwareapi.driver [None req-95a0bd1b-4a64-4af9-9a6b-51654d52f9d6 None None] VMware vCenter version: 7.0.3 [ 571.513544] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ddb33f-70bf-4901-b84c-4f0fc7c20d36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.532603] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695dac2e-dd47-4d8d-94d2-e0c23a1fc2b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.538709] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919af9c-262b-4e7c-a8b1-ed1b81f198f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.545682] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c114d9-bc2c-47e4-9143-bb3511eff232 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.558722] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f845423-ff11-4f91-baac-9cba5996db6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.564658] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31c6a93-7942-4c2b-bc77-e127a3652ec1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.595308] env[69722]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2b7ced4c-2b76-403d-97b1-d1eee56cf77d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.600619] env[69722]: DEBUG nova.virt.vmwareapi.driver [None req-95a0bd1b-4a64-4af9-9a6b-51654d52f9d6 None None] Extension org.openstack.compute already exists. {{(pid=69722) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 571.603567] env[69722]: INFO nova.compute.provider_config [None req-95a0bd1b-4a64-4af9-9a6b-51654d52f9d6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 572.106995] env[69722]: DEBUG nova.context [None req-95a0bd1b-4a64-4af9-9a6b-51654d52f9d6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),6d679928-9ea6-424e-af09-2d237290d425(cell1) {{(pid=69722) load_cells /opt/stack/nova/nova/context.py:464}} [ 572.109079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.109325] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.110026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.110462] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Acquiring lock "6d679928-9ea6-424e-af09-2d237290d425" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.110658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Lock "6d679928-9ea6-424e-af09-2d237290d425" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.111716] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Lock "6d679928-9ea6-424e-af09-2d237290d425" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.131377] env[69722]: INFO dbcounter [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Registered counter for database nova_cell0 [ 572.139561] env[69722]: INFO dbcounter [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Registered counter for database nova_cell1 [ 572.577755] env[69722]: DEBUG oslo_db.sqlalchemy.engines [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69722) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 572.578488] env[69722]: DEBUG oslo_db.sqlalchemy.engines [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69722) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 572.583372] env[69722]: ERROR nova.db.main.api [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 572.583372] env[69722]: result = function(*args, **kwargs) [ 572.583372] env[69722]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 572.583372] env[69722]: return func(*args, **kwargs) [ 572.583372] env[69722]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 572.583372] env[69722]: result = fn(*args, **kwargs) [ 572.583372] env[69722]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 572.583372] env[69722]: return f(*args, **kwargs) [ 572.583372] env[69722]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 572.583372] env[69722]: return db.service_get_minimum_version(context, binaries) [ 572.583372] env[69722]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 572.583372] env[69722]: _check_db_access() [ 572.583372] env[69722]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 572.583372] env[69722]: stacktrace = ''.join(traceback.format_stack()) [ 572.583372] env[69722]: [ 572.584226] env[69722]: ERROR nova.db.main.api [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 572.584226] env[69722]: result = function(*args, **kwargs) [ 572.584226] env[69722]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 572.584226] env[69722]: return func(*args, **kwargs) [ 572.584226] env[69722]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 572.584226] env[69722]: result = fn(*args, **kwargs) [ 572.584226] env[69722]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 572.584226] env[69722]: return f(*args, **kwargs) [ 572.584226] env[69722]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 572.584226] env[69722]: return db.service_get_minimum_version(context, binaries) [ 572.584226] env[69722]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 572.584226] env[69722]: _check_db_access() [ 572.584226] env[69722]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 572.584226] env[69722]: stacktrace = ''.join(traceback.format_stack()) [ 572.584226] env[69722]: [ 572.584618] env[69722]: WARNING nova.objects.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Failed to get minimum service version for cell 6d679928-9ea6-424e-af09-2d237290d425 [ 572.584774] env[69722]: WARNING nova.objects.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 572.585242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Acquiring lock "singleton_lock" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.585401] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Acquired lock "singleton_lock" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.585670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Releasing lock "singleton_lock" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.586027] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Full set of CONF: {{(pid=69722) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 572.586182] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ******************************************************************************** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 572.586313] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] Configuration options gathered from: {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 572.586451] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 572.586657] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 572.586787] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ================================================================================ {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 572.586998] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] allow_resize_to_same_host = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.587188] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] arq_binding_timeout = 300 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.587321] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] backdoor_port = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.587450] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] backdoor_socket = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.587615] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] block_device_allocate_retries = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.587779] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] block_device_allocate_retries_interval = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.587953] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cert = self.pem {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.588133] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.588308] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute_monitors = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.588479] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] config_dir = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.588676] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] config_drive_format = iso9660 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.588813] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.589217] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] config_source = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.589406] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] console_host = devstack {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.589579] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] control_exchange = nova {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.589747] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cpu_allocation_ratio = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.589912] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] daemon = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.590097] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] debug = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.590261] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] default_access_ip_network_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.590431] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] default_availability_zone = nova {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.590613] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] default_ephemeral_format = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.590830] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] default_green_pool_size = 1000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.591097] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.591270] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] default_schedule_zone = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.591464] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] disk_allocation_ratio = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.591630] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] enable_new_services = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.591815] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] enabled_apis = ['osapi_compute'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.591982] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] enabled_ssl_apis = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.592160] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] flat_injected = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.592321] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] force_config_drive = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.592492] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] force_raw_images = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.592680] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] graceful_shutdown_timeout = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.592849] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] heal_instance_info_cache_interval = -1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.593090] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] host = cpu-1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.593273] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.593438] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.593611] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.593828] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.593993] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instance_build_timeout = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.594175] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instance_delete_interval = 300 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.594346] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instance_format = [instance: %(uuid)s] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.594511] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instance_name_template = instance-%08x {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.594676] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instance_usage_audit = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.594844] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instance_usage_audit_period = month {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.595015] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.595189] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.595359] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] internal_service_availability_zone = internal {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.595517] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] key = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.595678] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] live_migration_retry_count = 30 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.595845] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_color = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.596014] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_config_append = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.596190] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.596352] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_dir = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.596512] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_file = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.596642] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_options = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.596801] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_rotate_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.596967] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_rotate_interval_type = days {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.597147] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] log_rotation_type = none {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.597278] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.597406] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.597575] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.597742] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.597880] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.598055] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] long_rpc_timeout = 1800 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.598221] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] max_concurrent_builds = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.598376] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] max_concurrent_live_migrations = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.598532] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] max_concurrent_snapshots = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.598690] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] max_local_block_devices = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.598847] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] max_logfile_count = 30 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.599018] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] max_logfile_size_mb = 200 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.599173] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] maximum_instance_delete_attempts = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.599338] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] metadata_listen = 0.0.0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.599503] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] metadata_listen_port = 8775 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.599671] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] metadata_workers = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.599830] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] migrate_max_retries = -1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.599994] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] mkisofs_cmd = genisoimage {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.600213] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.600345] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] my_ip = 10.180.1.21 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.600547] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.600709] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] network_allocate_retries = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.600885] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.601062] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.601228] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] osapi_compute_listen_port = 8774 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.601395] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] osapi_compute_unique_server_name_scope = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.601594] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] osapi_compute_workers = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.601763] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] password_length = 12 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.601924] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] periodic_enable = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.602095] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] periodic_fuzzy_delay = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.602271] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] pointer_model = usbtablet {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.602450] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] preallocate_images = none {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.602623] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] publish_errors = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.602761] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] pybasedir = /opt/stack/nova {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.602921] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ram_allocation_ratio = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.603094] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] rate_limit_burst = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.603265] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] rate_limit_except_level = CRITICAL {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.603427] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] rate_limit_interval = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.603587] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] reboot_timeout = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.603746] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] reclaim_instance_interval = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.603901] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] record = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.604079] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] reimage_timeout_per_gb = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.604251] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] report_interval = 120 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.604412] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] rescue_timeout = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.604574] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] reserved_host_cpus = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.604731] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] reserved_host_disk_mb = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.604887] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] reserved_host_memory_mb = 512 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.605053] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] reserved_huge_pages = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.605216] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] resize_confirm_window = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.605376] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] resize_fs_using_block_device = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.605536] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] resume_guests_state_on_host_boot = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.605703] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.605940] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] rpc_response_timeout = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.606123] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] run_external_periodic_tasks = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.606297] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] running_deleted_instance_action = reap {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.606462] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.606629] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] running_deleted_instance_timeout = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.606784] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler_instance_sync_interval = 120 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.606950] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_down_time = 720 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.607135] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] servicegroup_driver = db {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.607293] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] shell_completion = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.607453] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] shelved_offload_time = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.607610] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] shelved_poll_interval = 3600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.607775] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] shutdown_timeout = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.607934] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] source_is_ipv6 = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.608109] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ssl_only = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.608353] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.608525] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] sync_power_state_interval = 600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.608689] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] sync_power_state_pool_size = 1000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.608858] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] syslog_log_facility = LOG_USER {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.609026] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] tempdir = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.609193] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] timeout_nbd = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.609360] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] transport_url = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.609518] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] update_resources_interval = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.609683] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] use_cow_images = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.609842] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] use_journal = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.610007] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] use_json = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.610173] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] use_rootwrap_daemon = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.610331] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] use_stderr = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.610488] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] use_syslog = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.610644] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vcpu_pin_set = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.610813] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plugging_is_fatal = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.610978] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plugging_timeout = 300 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.611156] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] virt_mkfs = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.611318] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] volume_usage_poll_interval = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.611513] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] watch_log_file = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.611688] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] web = /usr/share/spice-html5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 572.611875] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.612054] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.612222] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.612402] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_concurrency.disable_process_locking = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.612727] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.612912] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.613098] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.613278] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.613451] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.613621] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.613803] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.auth_strategy = keystone {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.613968] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.compute_link_prefix = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.614159] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.614335] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.dhcp_domain = novalocal {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.614508] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.enable_instance_password = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.614677] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.glance_link_prefix = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.614842] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.615091] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.615189] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.instance_list_per_project_cells = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.615355] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.list_records_by_skipping_down_cells = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.615519] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.local_metadata_per_cell = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.615689] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.max_limit = 1000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.615858] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.metadata_cache_expiration = 15 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.616041] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.neutron_default_tenant_id = default {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.616218] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.response_validation = warn {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.616394] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.use_neutron_default_nets = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.616564] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.616730] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.616895] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.617077] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.617251] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.vendordata_dynamic_targets = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.617415] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.vendordata_jsonfile_path = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.617596] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.617789] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.backend = dogpile.cache.memcached {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.617958] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.backend_argument = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.618133] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.backend_expiration_time = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.618307] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.config_prefix = cache.oslo {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.618478] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.dead_timeout = 60.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.618646] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.debug_cache_backend = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.618807] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.enable_retry_client = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.618968] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.enable_socket_keepalive = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.619151] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.enabled = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.619320] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.enforce_fips_mode = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.619480] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.expiration_time = 600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.619646] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.hashclient_retry_attempts = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.619812] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.619985] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_dead_retry = 300 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.620149] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_password = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.620313] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.620477] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.620644] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_pool_maxsize = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.620906] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.621101] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_sasl_enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.621288] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.621496] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.621666] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.memcache_username = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.621835] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.proxies = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.622011] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.redis_db = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.622183] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.redis_password = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.622356] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.622566] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.622743] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.redis_server = localhost:6379 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.622913] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.redis_socket_timeout = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.623090] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.redis_username = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.623262] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.retry_attempts = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.623431] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.retry_delay = 0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.623600] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.socket_keepalive_count = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.623785] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.socket_keepalive_idle = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.623969] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.socket_keepalive_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.624151] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.tls_allowed_ciphers = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.624315] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.tls_cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.624477] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.tls_certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.624645] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.tls_enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.624806] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cache.tls_keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.624978] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.625169] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.auth_type = password {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.625334] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.625512] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.625677] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.625845] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.626023] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.cross_az_attach = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.626189] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.debug = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.626354] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.endpoint_template = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.626522] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.http_retries = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.626690] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.626852] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.627036] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.os_region_name = RegionOne {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.627208] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.627371] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cinder.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.627547] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.627724] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.cpu_dedicated_set = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.627876] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.cpu_shared_set = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.628053] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.image_type_exclude_list = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.628224] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.628387] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.628550] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.628716] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.628884] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.629059] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.resource_provider_association_refresh = 300 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.629223] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.629396] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.shutdown_retry_interval = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.629569] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.629751] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] conductor.workers = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.629992] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] console.allowed_origins = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.630198] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] console.ssl_ciphers = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.630379] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] console.ssl_minimum_version = default {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.630553] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] consoleauth.enforce_session_timeout = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.630725] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] consoleauth.token_ttl = 600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.630895] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.631067] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.631239] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.631415] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.631596] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.631764] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.631930] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.632104] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.632325] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.632521] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.632691] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.632854] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.633022] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.633198] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.service_type = accelerator {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.633363] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.633525] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.633686] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.633875] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.634081] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.634253] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] cyborg.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.634427] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.asyncio_connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.634593] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.asyncio_slave_connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.634765] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.backend = sqlalchemy {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.634935] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.635115] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.connection_debug = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.635290] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.connection_parameters = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.635455] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.connection_recycle_time = 3600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.635620] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.connection_trace = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.635784] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.db_inc_retry_interval = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.635947] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.db_max_retries = 20 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.636458] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.db_max_retry_interval = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.636458] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.db_retry_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.636458] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.max_overflow = 50 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.636584] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.max_pool_size = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.636741] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.max_retries = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.636913] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.637089] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.mysql_wsrep_sync_wait = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.637249] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.pool_timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.637413] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.retry_interval = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.637572] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.slave_connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.637735] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.sqlite_synchronous = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.637898] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] database.use_db_reconnect = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.638079] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.asyncio_connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.638245] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.asyncio_slave_connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.638419] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.backend = sqlalchemy {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.638591] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.638755] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.connection_debug = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.638924] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.connection_parameters = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.639101] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.connection_recycle_time = 3600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.639268] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.connection_trace = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.639435] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.db_inc_retry_interval = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.639596] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.db_max_retries = 20 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.639756] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.db_max_retry_interval = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.639918] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.db_retry_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.640092] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.max_overflow = 50 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.640259] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.max_pool_size = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.640421] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.max_retries = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.640591] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.640752] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.640910] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.pool_timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.641082] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.retry_interval = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.641244] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.slave_connection = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.641417] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] api_database.sqlite_synchronous = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.641614] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] devices.enabled_mdev_types = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.641795] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.641999] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.642195] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ephemeral_storage_encryption.enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.642362] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.642535] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.api_servers = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.642701] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.642863] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.643036] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.643200] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.643361] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.643524] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.debug = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.643690] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.default_trusted_certificate_ids = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.643853] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.enable_certificate_validation = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.644022] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.enable_rbd_download = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.644186] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.644351] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.644509] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.644669] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.644827] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.644989] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.num_retries = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.645175] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.rbd_ceph_conf = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.645338] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.rbd_connect_timeout = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.645508] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.rbd_pool = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.645685] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.rbd_user = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.645852] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.646019] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.646177] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.646345] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.service_type = image {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.646506] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.646665] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.646821] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.646979] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.647174] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.647340] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.verify_glance_signatures = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.647501] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] glance.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.647669] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] guestfs.debug = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.647837] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.648011] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.auth_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.648176] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.648335] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.648501] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.648663] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.648850] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.648980] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.649155] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.649314] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.649477] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.649637] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.649795] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.649954] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.650123] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.650294] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.service_type = shared-file-system {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.650460] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.share_apply_policy_timeout = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.650625] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.650784] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.650944] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.651113] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.651296] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.651483] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] manila.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.651657] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] mks.enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.652021] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.652211] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] image_cache.manager_interval = 2400 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.652385] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] image_cache.precache_concurrency = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.652555] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] image_cache.remove_unused_base_images = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.652728] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.652896] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.653093] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] image_cache.subdirectory_name = _base {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.653275] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.api_max_retries = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.653442] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.api_retry_interval = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.653608] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.653805] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.auth_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.653982] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.654162] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.654330] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.654495] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.conductor_group = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.654659] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.654819] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.654980] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.655160] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.655319] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.655480] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.655641] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.655805] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.peer_list = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.655966] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.656136] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.656304] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.serial_console_state_timeout = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.656462] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.656632] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.service_type = baremetal {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.656792] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.shard = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.656953] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.657128] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.657289] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.657448] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.657631] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.657794] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ironic.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.657975] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.658166] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] key_manager.fixed_key = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.658352] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.658515] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.barbican_api_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.658677] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.barbican_endpoint = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.658847] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.barbican_endpoint_type = public {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.659013] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.barbican_region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.659184] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.659344] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.659509] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.659670] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.659894] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.660082] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.number_of_retries = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.660251] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.retry_delay = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.660420] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.send_service_user_token = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.660585] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.660744] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.660910] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.verify_ssl = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.661074] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican.verify_ssl_path = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.661250] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.661445] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.auth_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.661602] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.661769] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.661937] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.662114] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.662277] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.662455] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.662631] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] barbican_service_user.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.662801] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.approle_role_id = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.662964] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.approle_secret_id = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.663151] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.kv_mountpoint = secret {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.663318] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.kv_path = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.663486] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.kv_version = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.663651] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.namespace = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.663844] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.root_token_id = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.664020] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.ssl_ca_crt_file = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.664195] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.timeout = 60.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.664360] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.use_ssl = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.664534] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665143] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665143] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665143] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665270] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665338] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665499] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665663] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.665846] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666036] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666207] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666374] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666562] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666736] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.666907] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.service_type = identity {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667080] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667242] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667403] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667562] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667745] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.667903] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] keystone.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668102] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.ceph_mount_options = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668495] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668685] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.connection_uri = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.668852] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.cpu_mode = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669053] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669199] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.cpu_models = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669372] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.cpu_power_governor_high = performance {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669541] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669705] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.cpu_power_management = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.669877] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670058] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.device_detach_attempts = 8 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670229] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.device_detach_timeout = 20 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670393] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.disk_cachemodes = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670553] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.disk_prefix = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670719] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.enabled_perf_events = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.670881] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.file_backed_memory = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671059] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.gid_maps = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671220] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.hw_disk_discard = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671377] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.hw_machine_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671578] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.images_rbd_ceph_conf = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671750] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.671915] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672099] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.images_rbd_glance_store_name = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672272] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.images_rbd_pool = rbd {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672459] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.images_type = default {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672635] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.images_volume_group = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672801] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.inject_key = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.672967] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.inject_partition = -2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673147] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.inject_password = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673314] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.iscsi_iface = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673480] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.iser_use_multipath = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673647] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.673834] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674015] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_downtime = 500 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674184] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674349] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674507] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_inbound_addr = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674670] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674833] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.674995] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_scheme = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675186] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_timeout_action = abort {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675352] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_tunnelled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675513] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_uri = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675680] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.live_migration_with_native_tls = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.675840] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.max_queues = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676013] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676243] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676411] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.nfs_mount_options = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676690] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.676865] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677046] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677216] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677381] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677547] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.num_pcie_ports = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677714] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.677905] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.pmem_namespaces = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678097] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.quobyte_client_cfg = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678382] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678579] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678761] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.678930] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679164] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rbd_secret_uuid = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679389] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rbd_user = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679613] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679803] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.679969] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rescue_image_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680148] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rescue_kernel_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680310] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rescue_ramdisk_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680488] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680655] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.rx_queue_size = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.680826] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.smbfs_mount_options = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681141] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681322] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.snapshot_compression = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681512] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.snapshot_image_format = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681756] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.681927] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.sparse_logical_volumes = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682105] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.swtpm_enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682280] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.swtpm_group = tss {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682467] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.swtpm_user = tss {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682650] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.sysinfo_serial = unique {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682812] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.tb_cache_size = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.682973] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.tx_queue_size = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683156] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.uid_maps = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683321] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.use_virtio_for_bridges = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683492] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.virt_type = kvm {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683666] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.volume_clear = zero {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683829] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.volume_clear_size = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.683992] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.volume_enforce_multipath = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684175] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.volume_use_multipath = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684336] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.vzstorage_cache_path = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684505] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684674] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.684841] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685016] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685307] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685489] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.vzstorage_mount_user = stack {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685658] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.685833] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686021] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.auth_type = password {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686186] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686347] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686510] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686672] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.686834] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687014] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.default_floating_pool = public {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687183] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687349] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.extension_sync_interval = 600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687514] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.http_retries = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687684] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.687847] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688014] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688194] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688357] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688526] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.ovs_bridge = br-int {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688694] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.physnets = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.688864] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.region_name = RegionOne {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689036] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689264] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.service_metadata_proxy = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689374] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689544] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.service_type = network {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689709] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.689867] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690037] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690203] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690384] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690562] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] neutron.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690755] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] notifications.bdms_in_notifications = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.690937] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] notifications.default_level = INFO {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691117] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] notifications.include_share_mapping = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691298] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] notifications.notification_format = unversioned {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691489] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] notifications.notify_on_state_change = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691680] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.691862] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] pci.alias = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692048] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] pci.device_spec = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692216] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] pci.report_in_placement = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692392] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692565] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.auth_type = password {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692735] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.692897] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693066] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693233] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693392] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693550] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693710] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.default_domain_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.693867] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.default_domain_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694034] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.domain_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694199] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.domain_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694358] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694520] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694680] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694836] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.694992] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695175] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.password = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695335] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.project_domain_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695501] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.project_domain_name = Default {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695669] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.project_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.695845] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.project_name = service {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696024] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.region_name = RegionOne {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696192] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696357] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696530] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.service_type = placement {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696697] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.696859] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697030] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697197] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.system_scope = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697356] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697515] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.trust_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697674] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.user_domain_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.697842] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.user_domain_name = Default {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698014] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.user_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698190] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.username = nova {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698371] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698534] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] placement.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698719] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.cores = 20 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.698885] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.count_usage_from_placement = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699067] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699243] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.injected_file_content_bytes = 10240 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699415] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.injected_file_path_length = 255 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699584] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.injected_files = 5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699747] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.instances = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.699923] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.key_pairs = 100 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700101] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.metadata_items = 128 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700270] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.ram = 51200 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700436] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.recheck_quota = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700606] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.server_group_members = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700770] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.server_groups = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.700974] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701162] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] quota.unified_limits_resource_strategy = require {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701341] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701528] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701704] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.image_metadata_prefilter = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.701865] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702043] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.max_attempts = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702215] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.max_placement_results = 1000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702382] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702576] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702751] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.702924] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] scheduler.workers = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703120] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703298] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703479] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703654] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703821] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.703986] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704166] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704356] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704526] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.host_subset_size = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704694] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.704854] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705025] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705194] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705370] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705533] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.isolated_hosts = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705696] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.isolated_images = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.705857] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706026] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706194] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706357] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.pci_in_placement = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706518] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706681] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.706843] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707016] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707183] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707345] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707507] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.track_instance_changes = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707686] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.707856] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] metrics.required = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708031] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] metrics.weight_multiplier = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708202] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708366] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] metrics.weight_setting = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708673] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.708854] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] serial_console.enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709044] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] serial_console.port_range = 10000:20000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709223] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709396] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709566] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] serial_console.serialproxy_port = 6083 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709737] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.709913] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.auth_type = password {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710090] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710256] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710422] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710588] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710749] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.710922] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.send_service_user_token = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711100] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711262] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] service_user.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711447] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.agent_enabled = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711632] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.711930] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712144] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712319] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.html5proxy_port = 6082 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712506] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.image_compression = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712680] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.jpeg_compression = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.712849] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.playback_compression = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713051] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.require_secure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713231] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.server_listen = 127.0.0.1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713404] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713687] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.713863] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.streaming_mode = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714033] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] spice.zlib_compression = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714207] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] upgrade_levels.baseapi = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714381] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] upgrade_levels.compute = auto {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714569] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] upgrade_levels.conductor = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714743] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] upgrade_levels.scheduler = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.714914] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715094] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715258] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715420] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715587] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715747] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.715904] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716078] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716240] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vendordata_dynamic_auth.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716416] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.api_retry_count = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716583] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.ca_file = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716757] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.716926] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.cluster_name = testcl1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717107] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.connection_pool_size = 10 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717271] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.console_delay_seconds = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717443] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.datastore_regex = ^datastore.* {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717656] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.717836] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.host_password = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718010] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.host_port = 443 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718189] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.host_username = administrator@vsphere.local {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718360] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.insecure = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718522] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.integration_bridge = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718694] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.maximum_objects = 100 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.718856] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.pbm_default_policy = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719029] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.pbm_enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719194] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.pbm_wsdl_location = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719363] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719596] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.serial_port_proxy_uri = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719765] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.serial_port_service_uri = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.719941] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.task_poll_interval = 0.5 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720136] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.use_linked_clone = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720311] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.vnc_keymap = en-us {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720481] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.vnc_port = 5900 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720648] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vmware.vnc_port_total = 10000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.720833] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.auth_schemes = ['none'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721013] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721301] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721510] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721699] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.novncproxy_port = 6080 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.721886] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.server_listen = 127.0.0.1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722084] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722254] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.vencrypt_ca_certs = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722429] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.vencrypt_client_cert = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722617] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vnc.vencrypt_client_key = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722800] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.722969] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.disable_deep_image_inspection = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723151] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723315] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723479] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723644] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.disable_rootwrap = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.723836] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.enable_numa_live_migration = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724016] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724193] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724346] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724509] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.libvirt_disable_apic = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724672] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.724834] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725151] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725327] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725495] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725663] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725826] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.725990] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726218] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726454] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726701] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.726914] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.client_socket_timeout = 900 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727133] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.default_pool_size = 1000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727322] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.keep_alive = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727496] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.max_header_line = 16384 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727664] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727828] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.ssl_ca_file = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.727993] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.ssl_cert_file = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728173] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.ssl_key_file = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728344] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.tcp_keepidle = 600 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728520] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728694] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] zvm.ca_file = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.728859] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] zvm.cloud_connector_url = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729154] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729332] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] zvm.reachable_timeout = 300 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729508] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729694] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.729864] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.connection_string = messaging:// {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730042] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.enabled = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730219] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.es_doc_type = notification {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730384] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.es_scroll_size = 10000 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730552] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.es_scroll_time = 2m {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730719] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.filter_error_trace = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.730886] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.hmac_keys = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731065] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.sentinel_service_name = mymaster {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731236] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.socket_timeout = 0.1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731399] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.trace_requests = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731589] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler.trace_sqlalchemy = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731776] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler_jaeger.process_tags = {} {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.731939] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler_jaeger.service_name_prefix = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732118] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] profiler_otlp.service_name_prefix = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732286] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] remote_debug.host = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732462] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] remote_debug.port = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732656] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732822] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.732985] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733160] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733318] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733471] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733690] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.733869] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734048] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734254] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734459] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734611] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.734939] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735150] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735325] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735498] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735665] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.735828] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736019] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736182] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736347] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736513] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736681] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.736843] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737015] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737188] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737349] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737511] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737673] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737832] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.737994] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.ssl = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738198] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738388] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738556] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738729] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.738896] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739072] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739264] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739436] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_notifications.retry = -1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739617] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739789] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.739961] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.auth_section = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740142] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.auth_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740305] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.cafile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740465] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.certfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740633] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.collect_timing = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740786] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.connect_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.740945] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.connect_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741115] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.endpoint_id = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741290] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741474] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.endpoint_override = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741645] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.endpoint_region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741808] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.endpoint_service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.741968] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.endpoint_service_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742146] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.insecure = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742307] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.keyfile = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742484] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.max_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742656] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.min_version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742817] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.region_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.742982] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.retriable_status_codes = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743159] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.service_name = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743320] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.service_type = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743484] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.split_loggers = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743648] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.status_code_retries = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743810] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.status_code_retry_delay = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.743971] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.timeout = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744145] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.valid_interfaces = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744308] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_limit.version = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744477] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_reports.file_event_handler = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744646] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744808] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] oslo_reports.log_dir = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.744982] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745157] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745320] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745491] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745660] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745820] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.745992] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746168] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_ovs_privileged.group = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746329] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746497] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746663] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746822] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] vif_plug_ovs_privileged.user = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.746993] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747186] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747360] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747532] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747707] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.747880] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748061] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748232] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748413] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748591] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_ovs.isolate_vif = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748759] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.748931] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749115] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749299] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749466] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] os_vif_ovs.per_port_bridge = False {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749638] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] privsep_osbrick.capabilities = [21] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749800] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] privsep_osbrick.group = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.749959] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] privsep_osbrick.helper_command = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750137] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750330] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750498] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] privsep_osbrick.user = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750677] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750840] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] nova_sys_admin.group = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.750999] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] nova_sys_admin.helper_command = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751183] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751348] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751531] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] nova_sys_admin.user = None {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 572.751671] env[69722]: DEBUG oslo_service.backend.eventlet.service [None req-9a8b35ee-3aff-4f20-898a-bab1f8ca0672 None None] ******************************************************************************** {{(pid=69722) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 572.752086] env[69722]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 573.255771] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Getting list of instances from cluster (obj){ [ 573.255771] env[69722]: value = "domain-c8" [ 573.255771] env[69722]: _type = "ClusterComputeResource" [ 573.255771] env[69722]: } {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 573.256900] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dcb399-555b-41f1-8816-280835b87421 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.266338] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Got total of 0 instances {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 573.267834] env[69722]: WARNING nova.virt.vmwareapi.driver [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 573.268388] env[69722]: INFO nova.virt.node [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Generated node identity fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 [ 573.268635] env[69722]: INFO nova.virt.node [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Wrote node identity fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 to /opt/stack/data/n-cpu-1/compute_id [ 573.771831] env[69722]: WARNING nova.compute.manager [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Compute nodes ['fc751dae-d10e-4fa8-8f8c-80cad2bb4e83'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 574.777930] env[69722]: INFO nova.compute.manager [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 575.784086] env[69722]: WARNING nova.compute.manager [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 575.784417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.784594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.784746] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 575.784901] env[69722]: DEBUG nova.compute.resource_tracker [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 575.785834] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d779e068-ab3f-4f02-8007-3bd64bea4fe2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.794414] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31b5bea-b93d-43a5-83d2-e5102320c9e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.808718] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0ded4e-984a-4d8e-ab87-59a936c477f5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.815195] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c2f9a1-6565-44d0-9b87-4e6d5f0fa0b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.843294] env[69722]: DEBUG nova.compute.resource_tracker [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180946MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 575.843455] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.843730] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.345952] env[69722]: WARNING nova.compute.resource_tracker [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] No compute node record for cpu-1:fc751dae-d10e-4fa8-8f8c-80cad2bb4e83: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 could not be found. [ 576.849924] env[69722]: INFO nova.compute.resource_tracker [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 [ 578.357021] env[69722]: DEBUG nova.compute.resource_tracker [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 578.357379] env[69722]: DEBUG nova.compute.resource_tracker [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 578.515686] env[69722]: INFO nova.scheduler.client.report [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] [req-68ae4eec-0abd-4e2e-9061-7183b956c755] Created resource provider record via placement API for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 578.532621] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b22f36-d733-45e7-aae2-e7971d87dac7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.540559] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025a6e8b-c307-4f74-be10-4387ce4983bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.570795] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e22d1c1-7a5c-4c9a-a6dd-47e6d22689d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.578266] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98d544f-8c85-4552-9f73-521525e345bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.591034] env[69722]: DEBUG nova.compute.provider_tree [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.127525] env[69722]: DEBUG nova.scheduler.client.report [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 579.127738] env[69722]: DEBUG nova.compute.provider_tree [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 0 to 1 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.127874] env[69722]: DEBUG nova.compute.provider_tree [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 579.177818] env[69722]: DEBUG nova.compute.provider_tree [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 1 to 2 during operation: update_traits {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 579.683089] env[69722]: DEBUG nova.compute.resource_tracker [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 579.683487] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.840s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.683487] env[69722]: DEBUG nova.service [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Creating RPC server for service compute {{(pid=69722) start /opt/stack/nova/nova/service.py:186}} [ 579.697836] env[69722]: DEBUG nova.service [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] Join ServiceGroup membership for this service compute {{(pid=69722) start /opt/stack/nova/nova/service.py:203}} [ 579.697993] env[69722]: DEBUG nova.servicegroup.drivers.db [None req-8642a4da-08ba-4f16-a108-6ad6503bd0c4 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69722) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 617.552033] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.552777] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.699690] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.057893] env[69722]: DEBUG nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.204443] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Getting list of instances from cluster (obj){ [ 618.204443] env[69722]: value = "domain-c8" [ 618.204443] env[69722]: _type = "ClusterComputeResource" [ 618.204443] env[69722]: } {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.205979] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04c3821-22f8-45cb-b943-b468593e7ae5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.216743] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Got total of 0 instances {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.217018] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 618.219560] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Getting list of instances from cluster (obj){ [ 618.219560] env[69722]: value = "domain-c8" [ 618.219560] env[69722]: _type = "ClusterComputeResource" [ 618.219560] env[69722]: } {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.220692] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab0c05-876d-403b-a50c-d3de5e21f4d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.230261] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Got total of 0 instances {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.325995] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.326290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.601065] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.602041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.603167] env[69722]: INFO nova.compute.claims [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.832284] env[69722]: DEBUG nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.363323] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.682952] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fd873f-2fc1-4588-9a62-554261fec105 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.695881] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdab20aa-e950-4ac7-b238-1755877fe1b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.734034] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397ad8f-d886-453d-939f-2d629fe8d5cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.743483] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6da7280-bb9c-4fbd-8464-fcd4fc61cd67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.762814] env[69722]: DEBUG nova.compute.provider_tree [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.901608] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "8772fb61-210d-406e-958c-75462154ad40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.902256] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "8772fb61-210d-406e-958c-75462154ad40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.268179] env[69722]: DEBUG nova.scheduler.client.report [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.407187] env[69722]: DEBUG nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.776410] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.777010] env[69722]: DEBUG nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.782363] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.416s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.782363] env[69722]: INFO nova.compute.claims [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.946174] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.135030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "4402874e-3efc-45ef-ae36-6a85d7456aeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.135030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.289847] env[69722]: DEBUG nova.compute.utils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.291230] env[69722]: DEBUG nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.291705] env[69722]: DEBUG nova.network.neutron [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.457194] env[69722]: DEBUG nova.policy [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dac45f369d7747c79cd7200d6ef98ebd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba2f3b3c67c14f069b74a7a9e6eeda78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.637682] env[69722]: DEBUG nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 621.800218] env[69722]: DEBUG nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.935452] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.935996] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.942892] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62824c63-f42e-4cc9-9446-fd0354e1635b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.950672] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6d2cc4-4c56-4734-ac7e-ff6a0e22d378 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.985443] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecfc915-2dd1-48fe-a737-fd5a388a48a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.993550] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b002f-a0d2-408f-a4b6-80e59ed1b9fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.008198] env[69722]: DEBUG nova.compute.provider_tree [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.147928] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "6fc3ac89-027b-4995-8742-25bc78032170" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.148317] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "6fc3ac89-027b-4995-8742-25bc78032170" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.169029] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.239200] env[69722]: DEBUG nova.network.neutron [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Successfully created port: 8cde151a-2daf-4646-a28b-3225da4fcdb1 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.438475] env[69722]: DEBUG nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.513018] env[69722]: DEBUG nova.scheduler.client.report [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.657336] env[69722]: DEBUG nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.813400] env[69722]: DEBUG nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.851662] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.851888] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.852067] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.852283] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.852442] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.852590] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.852798] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.853523] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.853992] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.854193] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.854369] env[69722]: DEBUG nova.virt.hardware [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.855606] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454575f7-a5f1-45ea-8704-ce487a434e38 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.867519] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde1924-79e8-4471-9ec0-a11c6cd64a41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.883961] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abb60ae-9570-498f-a5f9-4cbec6f1da2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.974223] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.019134] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.019763] env[69722]: DEBUG nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.024590] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.079s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.026083] env[69722]: INFO nova.compute.claims [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.096171] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.096516] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.184670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.526659] env[69722]: DEBUG nova.compute.utils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.528225] env[69722]: DEBUG nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.528744] env[69722]: DEBUG nova.network.neutron [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.598152] env[69722]: DEBUG nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 623.647506] env[69722]: DEBUG nova.policy [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bd656e731b34536a676ab7860cc7cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87ecb6299be04ab2ad8f82eb8caa0c37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.037670] env[69722]: DEBUG nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.121388] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.164739] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bea883-9301-4d28-947f-a29c914a1e83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.172706] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c2bf7b-a92f-4289-9383-72c67392774e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.202117] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488c7f13-e156-48c1-a4a8-6c5161f8a810 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.210012] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7a1b59-0307-474c-84df-72a716a609af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.225871] env[69722]: DEBUG nova.compute.provider_tree [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.731182] env[69722]: DEBUG nova.scheduler.client.report [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.054730] env[69722]: DEBUG nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.094098] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.094098] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.094271] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.094464] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.094604] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.094741] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.094939] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.095099] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.095250] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.095398] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.095557] env[69722]: DEBUG nova.virt.hardware [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.097134] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d4d7eb-ac40-4d6d-8d29-26e182da27c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.107784] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3100cee9-fceb-45c4-b89f-2532e1d90cba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.117586] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.117970] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.206991] env[69722]: DEBUG nova.network.neutron [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Successfully created port: 052bf843-4af5-4719-b9c7-292e2d1282cc {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.238588] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.238752] env[69722]: DEBUG nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.244333] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.075s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.246390] env[69722]: INFO nova.compute.claims [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.638260] env[69722]: DEBUG nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.745621] env[69722]: DEBUG nova.compute.utils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.747562] env[69722]: DEBUG nova.network.neutron [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Successfully updated port: 8cde151a-2daf-4646-a28b-3225da4fcdb1 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.753677] env[69722]: DEBUG nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.757164] env[69722]: DEBUG nova.network.neutron [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.961886] env[69722]: DEBUG nova.policy [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d1bd3576a54855a2c397c2e8838435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe06b6adb464e108812670c3fee6f2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.181242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.257998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "refresh_cache-7a41a7dc-5015-4c36-97b9-d4048f61f5f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.258452] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquired lock "refresh_cache-7a41a7dc-5015-4c36-97b9-d4048f61f5f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.258661] env[69722]: DEBUG nova.network.neutron [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.267199] env[69722]: DEBUG nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.441695] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2585b84-c382-4d35-b5c8-2a523acc1432 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.449494] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81d6afe-cc01-4dcf-b1e1-9b59dfa78c6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.488428] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f4490a-c9c0-4fad-84bb-551744c0e51c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.503461] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dd9e7f-ac8a-4b66-bc0b-31b1bbf6678a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.519298] env[69722]: DEBUG nova.compute.provider_tree [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.791070] env[69722]: DEBUG nova.compute.manager [req-a7832e44-77ce-445c-b397-dbcc548ea109 req-b6e86cfe-6005-40eb-bcaa-d0952a91ef45 service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Received event network-vif-plugged-8cde151a-2daf-4646-a28b-3225da4fcdb1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.791070] env[69722]: DEBUG oslo_concurrency.lockutils [req-a7832e44-77ce-445c-b397-dbcc548ea109 req-b6e86cfe-6005-40eb-bcaa-d0952a91ef45 service nova] Acquiring lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.791070] env[69722]: DEBUG oslo_concurrency.lockutils [req-a7832e44-77ce-445c-b397-dbcc548ea109 req-b6e86cfe-6005-40eb-bcaa-d0952a91ef45 service nova] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.791070] env[69722]: DEBUG oslo_concurrency.lockutils [req-a7832e44-77ce-445c-b397-dbcc548ea109 req-b6e86cfe-6005-40eb-bcaa-d0952a91ef45 service nova] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.791070] env[69722]: DEBUG nova.compute.manager [req-a7832e44-77ce-445c-b397-dbcc548ea109 req-b6e86cfe-6005-40eb-bcaa-d0952a91ef45 service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] No waiting events found dispatching network-vif-plugged-8cde151a-2daf-4646-a28b-3225da4fcdb1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.791295] env[69722]: WARNING nova.compute.manager [req-a7832e44-77ce-445c-b397-dbcc548ea109 req-b6e86cfe-6005-40eb-bcaa-d0952a91ef45 service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Received unexpected event network-vif-plugged-8cde151a-2daf-4646-a28b-3225da4fcdb1 for instance with vm_state building and task_state spawning. [ 626.986232] env[69722]: DEBUG nova.network.neutron [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.023220] env[69722]: DEBUG nova.scheduler.client.report [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.172613] env[69722]: DEBUG nova.network.neutron [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Successfully created port: d9e7f9cb-d5a4-4fff-965f-df101f3166ca {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.284171] env[69722]: DEBUG nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.330772] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.330772] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.330772] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.330953] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.330953] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.330953] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.330953] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.330953] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.331192] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.331952] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.332646] env[69722]: DEBUG nova.virt.hardware [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.333193] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c188629e-f3a9-4fa7-8e25-227162555017 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.343093] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90219a4-d6ba-4882-9bd1-4092cbd17abe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.474468] env[69722]: DEBUG nova.network.neutron [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Updating instance_info_cache with network_info: [{"id": "8cde151a-2daf-4646-a28b-3225da4fcdb1", "address": "fa:16:3e:03:d1:b2", "network": {"id": "516b32c2-a814-48af-ad26-4e8b53a122cb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-250399623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2f3b3c67c14f069b74a7a9e6eeda78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde151a-2d", "ovs_interfaceid": "8cde151a-2daf-4646-a28b-3225da4fcdb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.527921] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.528660] env[69722]: DEBUG nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.530861] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.557s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.538162] env[69722]: INFO nova.compute.claims [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.947070] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.947407] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.947764] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.947764] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.949954] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.949954] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.949954] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.949954] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 627.949954] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 627.982281] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Releasing lock "refresh_cache-7a41a7dc-5015-4c36-97b9-d4048f61f5f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.982281] env[69722]: DEBUG nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Instance network_info: |[{"id": "8cde151a-2daf-4646-a28b-3225da4fcdb1", "address": "fa:16:3e:03:d1:b2", "network": {"id": "516b32c2-a814-48af-ad26-4e8b53a122cb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-250399623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2f3b3c67c14f069b74a7a9e6eeda78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde151a-2d", "ovs_interfaceid": "8cde151a-2daf-4646-a28b-3225da4fcdb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.982550] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:d1:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cde151a-2daf-4646-a28b-3225da4fcdb1', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.998431] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.998431] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c65f4ba9-6f0a-4060-8723-3853cc69039c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.011915] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Created folder: OpenStack in parent group-v4. [ 628.011915] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Creating folder: Project (ba2f3b3c67c14f069b74a7a9e6eeda78). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.011915] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7500b78-95c6-40a8-8255-4f2a9294daa1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.023114] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Created folder: Project (ba2f3b3c67c14f069b74a7a9e6eeda78) in parent group-v686248. [ 628.023300] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Creating folder: Instances. Parent ref: group-v686249. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.023580] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb328f4c-9dd1-404c-81d7-c94707ded765 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.035557] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Created folder: Instances in parent group-v686249. [ 628.035773] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.035870] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.036099] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c26c2b4-41dc-4fd0-ac1c-1b64accc13af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.055444] env[69722]: DEBUG nova.compute.utils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.059552] env[69722]: DEBUG nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.059762] env[69722]: DEBUG nova.network.neutron [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.068943] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.068943] env[69722]: value = "task-3437679" [ 628.068943] env[69722]: _type = "Task" [ 628.068943] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.077264] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437679, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.144744] env[69722]: DEBUG nova.policy [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75a18057f34f46a284c1976e8cda50d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '495891d595cf4291a28e8b2ac99d5bc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.249579] env[69722]: DEBUG nova.network.neutron [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Successfully updated port: 052bf843-4af5-4719-b9c7-292e2d1282cc {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.451555] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.560607] env[69722]: DEBUG nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.586280] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437679, 'name': CreateVM_Task, 'duration_secs': 0.376861} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.586280] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.599104] env[69722]: DEBUG oslo_vmware.service [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d13e0c-d82b-4537-a80d-1368cbc7e533 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.608734] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.608734] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.610528] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.611154] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9109968-a172-4960-9aa5-b9e79fb3c727 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.619574] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 628.619574] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52849a3a-6a6f-35d3-df74-d5f2b00c114d" [ 628.619574] env[69722]: _type = "Task" [ 628.619574] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.628314] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52849a3a-6a6f-35d3-df74-d5f2b00c114d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.755752] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "refresh_cache-e8f89955-747c-4c62-bd15-79ed0c24b4b7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.755987] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquired lock "refresh_cache-e8f89955-747c-4c62-bd15-79ed0c24b4b7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.756116] env[69722]: DEBUG nova.network.neutron [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.797674] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a3d58c-ea4c-40d4-99e7-c39dbd1fea32 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.811398] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcce4de-2f51-4f8e-ab79-0159b69313fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.867737] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20859120-2e85-40a1-b7f5-dfc9c7778f01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.876939] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e317fd-84e6-40a5-ab8a-f36995f55486 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.894594] env[69722]: DEBUG nova.compute.provider_tree [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.148410] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.149584] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.149873] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.150117] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.150514] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.151719] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01ec8046-46ac-4032-9e23-bca8c1bbb090 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.170709] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.170709] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.171531] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c9d253-2f88-4366-857f-b2032b41f458 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.178248] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbfd2798-96ed-4d7c-aae9-b94485deca6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.185557] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 629.185557] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eb9a9d-61c8-543e-58d1-364012bacc03" [ 629.185557] env[69722]: _type = "Task" [ 629.185557] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.195968] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eb9a9d-61c8-543e-58d1-364012bacc03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.214468] env[69722]: DEBUG nova.network.neutron [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Successfully created port: 2c256c60-5cea-479c-89a4-d50df2a8166a {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 629.401640] env[69722]: DEBUG nova.scheduler.client.report [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.435590] env[69722]: DEBUG nova.network.neutron [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.579748] env[69722]: DEBUG nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.611424] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.613438] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.613438] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.613438] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.613438] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.613438] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.613594] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.613594] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.614239] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.614239] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.614239] env[69722]: DEBUG nova.virt.hardware [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.615471] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5ba2f6-fc4e-47a8-a735-884f3ab8e71e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.624242] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dce9f3e-37cc-42e1-8c20-59a3f48b1444 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.703130] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Preparing fetch location {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 629.703189] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Creating directory with path [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.703461] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e68b5a3e-1df2-41ae-bb58-2315e36a60b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.729846] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Created directory with path [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.730160] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Fetch image to [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 629.730528] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Downloading image file data de7c40a4-95a5-4f8b-8d67-3b386f825da8 to [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69722) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 629.731746] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049bee9e-32d6-48d1-a79a-2f0476b5fca5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.742979] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55186fd-f893-469c-ad2a-2ea3f753073d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.758705] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619d9fe3-97f1-4dc7-a073-2c35b5f3760c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.798117] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4ab08e-4a37-4ce6-a6a1-8ad82335bffd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.805270] env[69722]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-3fa4f89f-511e-41ef-b77b-9d2ac59e697e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.842153] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Downloading image file data de7c40a4-95a5-4f8b-8d67-3b386f825da8 to the data store datastore2 {{(pid=69722) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 629.906291] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.906794] env[69722]: DEBUG nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 629.911162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.727s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.912662] env[69722]: INFO nova.compute.claims [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 629.926430] env[69722]: DEBUG oslo_vmware.rw_handles [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69722) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 630.166739] env[69722]: DEBUG nova.network.neutron [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Updating instance_info_cache with network_info: [{"id": "052bf843-4af5-4719-b9c7-292e2d1282cc", "address": "fa:16:3e:ea:34:23", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052bf843-4a", "ovs_interfaceid": "052bf843-4af5-4719-b9c7-292e2d1282cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.213443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.213789] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.412903] env[69722]: DEBUG nova.compute.utils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.422133] env[69722]: DEBUG nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.422352] env[69722]: DEBUG nova.network.neutron [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.622852] env[69722]: DEBUG nova.network.neutron [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Successfully updated port: d9e7f9cb-d5a4-4fff-965f-df101f3166ca {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.666983] env[69722]: DEBUG oslo_vmware.rw_handles [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Completed reading data from the image iterator. {{(pid=69722) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 630.667364] env[69722]: DEBUG oslo_vmware.rw_handles [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 630.674372] env[69722]: DEBUG nova.policy [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc65e96500447ae9028d0e4e4e3938f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d889e50a0ad4c7fa467d082216b5005', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.676165] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Releasing lock "refresh_cache-e8f89955-747c-4c62-bd15-79ed0c24b4b7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.676440] env[69722]: DEBUG nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Instance network_info: |[{"id": "052bf843-4af5-4719-b9c7-292e2d1282cc", "address": "fa:16:3e:ea:34:23", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052bf843-4a", "ovs_interfaceid": "052bf843-4af5-4719-b9c7-292e2d1282cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.676847] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:34:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '052bf843-4af5-4719-b9c7-292e2d1282cc', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.685925] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Creating folder: Project (87ecb6299be04ab2ad8f82eb8caa0c37). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.686906] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e947337-d019-4463-8b52-40634d249727 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.699980] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Created folder: Project (87ecb6299be04ab2ad8f82eb8caa0c37) in parent group-v686248. [ 630.701116] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Creating folder: Instances. Parent ref: group-v686252. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.701755] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de510389-d931-43d8-b37e-036b862c5718 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.713192] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Created folder: Instances in parent group-v686252. [ 630.713448] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.716228] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.716681] env[69722]: DEBUG nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.720028] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa72001d-c832-452e-afb4-2f4b94aa42c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.747080] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.747080] env[69722]: value = "task-3437682" [ 630.747080] env[69722]: _type = "Task" [ 630.747080] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.756739] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437682, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.786061] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Downloaded image file data de7c40a4-95a5-4f8b-8d67-3b386f825da8 to vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69722) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 630.787092] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Caching image {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 630.788388] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Copying Virtual Disk [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk to [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.788388] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef2580a8-d16d-4433-9706-06c8963c92e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.798142] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 630.798142] env[69722]: value = "task-3437683" [ 630.798142] env[69722]: _type = "Task" [ 630.798142] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.807075] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.935135] env[69722]: DEBUG nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.127113] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "refresh_cache-8772fb61-210d-406e-958c-75462154ad40" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.127290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired lock "refresh_cache-8772fb61-210d-406e-958c-75462154ad40" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.127462] env[69722]: DEBUG nova.network.neutron [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.140442] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bd4457-0506-42b7-bdfe-58531f989dc4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.150885] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b169e0-3cc4-40f1-a94c-a37f7933cb30 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.182752] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07560687-0b90-4b02-bea5-4b21265f39a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.190930] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fa885d-aa37-4e26-b526-02902aa5f647 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.206379] env[69722]: DEBUG nova.compute.provider_tree [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.254485] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437682, 'name': CreateVM_Task, 'duration_secs': 0.321901} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.254661] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.255345] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.255507] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.255814] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.256078] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fc5b870-8a8e-418e-930c-6ff4020cbef7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.259450] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.261055] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 631.261055] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524233d6-9a7e-3e97-946f-45f2a7da1562" [ 631.261055] env[69722]: _type = "Task" [ 631.261055] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.269451] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524233d6-9a7e-3e97-946f-45f2a7da1562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.308123] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437683, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.711023] env[69722]: DEBUG nova.scheduler.client.report [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.773116] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.773613] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.773948] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.785146] env[69722]: DEBUG nova.network.neutron [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.809270] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776082} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.810091] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Copied Virtual Disk [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk to [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.811122] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Deleting the datastore file [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.811634] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a63d44d-8e39-4de9-842b-ddec1852167b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.819070] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 631.819070] env[69722]: value = "task-3437684" [ 631.819070] env[69722]: _type = "Task" [ 631.819070] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.827436] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.955217] env[69722]: DEBUG nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 631.964326] env[69722]: DEBUG nova.compute.manager [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Received event network-changed-8cde151a-2daf-4646-a28b-3225da4fcdb1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.964326] env[69722]: DEBUG nova.compute.manager [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Refreshing instance network info cache due to event network-changed-8cde151a-2daf-4646-a28b-3225da4fcdb1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.964326] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Acquiring lock "refresh_cache-7a41a7dc-5015-4c36-97b9-d4048f61f5f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.964326] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Acquired lock "refresh_cache-7a41a7dc-5015-4c36-97b9-d4048f61f5f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.964326] env[69722]: DEBUG nova.network.neutron [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Refreshing network info cache for port 8cde151a-2daf-4646-a28b-3225da4fcdb1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.990103] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 631.990103] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 631.990103] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 631.990103] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 631.990349] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 631.990349] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 631.990349] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 631.991510] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 631.991839] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 631.992141] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 631.992470] env[69722]: DEBUG nova.virt.hardware [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 631.993762] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4069337-85a4-4d10-b9aa-291be7b8811f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.002532] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec46d09-d561-4ded-84c9-80bf6e2875ba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.155523] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "de579152-a4f4-474e-9dd7-12a419ffd905" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.156156] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "de579152-a4f4-474e-9dd7-12a419ffd905" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.215668] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.216479] env[69722]: DEBUG nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.219643] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.098s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.221053] env[69722]: INFO nova.compute.claims [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.330900] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.020518} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.331181] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.331393] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Moving file from [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8/de7c40a4-95a5-4f8b-8d67-3b386f825da8 to [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8. {{(pid=69722) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 632.331648] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-eedac137-3726-48c7-99b3-21fb64db1d29 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.338649] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 632.338649] env[69722]: value = "task-3437685" [ 632.338649] env[69722]: _type = "Task" [ 632.338649] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.349772] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437685, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.441411] env[69722]: DEBUG nova.network.neutron [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Updating instance_info_cache with network_info: [{"id": "d9e7f9cb-d5a4-4fff-965f-df101f3166ca", "address": "fa:16:3e:b8:8b:7f", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e7f9cb-d5", "ovs_interfaceid": "d9e7f9cb-d5a4-4fff-965f-df101f3166ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.658452] env[69722]: DEBUG nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.726201] env[69722]: DEBUG nova.compute.utils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.732123] env[69722]: DEBUG nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 632.732966] env[69722]: DEBUG nova.network.neutron [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.848789] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437685, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02534} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.849147] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] File moved {{(pid=69722) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 632.849351] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Cleaning up location [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 632.849519] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Deleting the datastore file [datastore2] vmware_temp/5cfa9fdb-c600-4e7a-9423-d38308b200a8 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.849773] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0eb45f4-5219-4c85-8b35-03344943dcf7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.856684] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 632.856684] env[69722]: value = "task-3437686" [ 632.856684] env[69722]: _type = "Task" [ 632.856684] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.865831] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.922221] env[69722]: DEBUG nova.network.neutron [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Successfully created port: f0e31c68-38dc-4556-9ad7-572fb6f06228 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.944394] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Releasing lock "refresh_cache-8772fb61-210d-406e-958c-75462154ad40" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.944728] env[69722]: DEBUG nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Instance network_info: |[{"id": "d9e7f9cb-d5a4-4fff-965f-df101f3166ca", "address": "fa:16:3e:b8:8b:7f", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e7f9cb-d5", "ovs_interfaceid": "d9e7f9cb-d5a4-4fff-965f-df101f3166ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.945160] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:8b:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9e7f9cb-d5a4-4fff-965f-df101f3166ca', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.955488] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Creating folder: Project (4fe06b6adb464e108812670c3fee6f2b). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.956250] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfed0b82-d076-440a-b629-9d167cfd7b37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.966286] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Created folder: Project (4fe06b6adb464e108812670c3fee6f2b) in parent group-v686248. [ 632.966480] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Creating folder: Instances. Parent ref: group-v686255. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.966718] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff832fc0-6337-48f3-9320-dde664abda18 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.976082] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Created folder: Instances in parent group-v686255. [ 632.976322] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.977714] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8772fb61-210d-406e-958c-75462154ad40] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.977813] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccf0416a-7134-4e60-a877-021ba68ba093 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.995234] env[69722]: DEBUG nova.network.neutron [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Successfully updated port: 2c256c60-5cea-479c-89a4-d50df2a8166a {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.001624] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 633.001624] env[69722]: value = "task-3437689" [ 633.001624] env[69722]: _type = "Task" [ 633.001624] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.011679] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437689, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.058347] env[69722]: DEBUG nova.policy [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ef81d3780af42d78724db68796f1663', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c860d0abf9cd4e5780bd4e986f8f1f36', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.198335] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.241257] env[69722]: DEBUG nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.369448] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024591} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.370092] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.371306] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe161f05-87e5-433e-82c9-bc3c4d3328f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.383191] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 633.383191] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a1fec-7513-7026-c42e-914cc757757b" [ 633.383191] env[69722]: _type = "Task" [ 633.383191] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.388609] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a1fec-7513-7026-c42e-914cc757757b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.429819] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a0ee0f-7dd0-4d1e-8e6d-598de86bfe76 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.440786] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044cd806-2b7e-49b9-9b66-bc9f877bf91e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.482604] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86d2d04-1758-4440-9bfe-57a06a9500ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.490102] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fad7921-b781-40f2-b2b2-025c9ff6daba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.504934] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "refresh_cache-4402874e-3efc-45ef-ae36-6a85d7456aeb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.505026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquired lock "refresh_cache-4402874e-3efc-45ef-ae36-6a85d7456aeb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.505619] env[69722]: DEBUG nova.network.neutron [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.506834] env[69722]: DEBUG nova.compute.provider_tree [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.517220] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437689, 'name': CreateVM_Task, 'duration_secs': 0.330606} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.517220] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8772fb61-210d-406e-958c-75462154ad40] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.517833] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.517995] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.518464] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.519327] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4683b1c2-5890-46a2-ada5-db37ef4084b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.525128] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 633.525128] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524d7705-e7b5-3e1f-6f20-17558a506dcb" [ 633.525128] env[69722]: _type = "Task" [ 633.525128] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.536837] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524d7705-e7b5-3e1f-6f20-17558a506dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.008207} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.537049] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.537327] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.537588] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.737200] env[69722]: DEBUG nova.network.neutron [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Updated VIF entry in instance network info cache for port 8cde151a-2daf-4646-a28b-3225da4fcdb1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.737200] env[69722]: DEBUG nova.network.neutron [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Updating instance_info_cache with network_info: [{"id": "8cde151a-2daf-4646-a28b-3225da4fcdb1", "address": "fa:16:3e:03:d1:b2", "network": {"id": "516b32c2-a814-48af-ad26-4e8b53a122cb", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-250399623-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba2f3b3c67c14f069b74a7a9e6eeda78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cde151a-2d", "ovs_interfaceid": "8cde151a-2daf-4646-a28b-3225da4fcdb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.897842] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a1fec-7513-7026-c42e-914cc757757b, 'name': SearchDatastore_Task, 'duration_secs': 0.008666} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.898035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.898310] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 7a41a7dc-5015-4c36-97b9-d4048f61f5f0/7a41a7dc-5015-4c36-97b9-d4048f61f5f0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.898936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.899140] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.899369] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed524df-a93d-4ded-9c26-318684b94f0d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.901875] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06332453-ec35-4d19-a1f1-dbec3524d494 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.910523] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 633.910523] env[69722]: value = "task-3437690" [ 633.910523] env[69722]: _type = "Task" [ 633.910523] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.924458] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.924783] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.924869] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.925616] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5818b742-0d99-4031-866e-ea6ab3ac48f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.931856] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 633.931856] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5267daf0-efe1-3c83-64fc-b3eb1aed6f4d" [ 633.931856] env[69722]: _type = "Task" [ 633.931856] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.940535] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5267daf0-efe1-3c83-64fc-b3eb1aed6f4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.014379] env[69722]: DEBUG nova.scheduler.client.report [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.090899] env[69722]: DEBUG nova.compute.manager [req-4ac53f9d-4824-45f5-874e-b7e6174cd12b req-053b96fd-434a-4e8a-aa6b-5581d46280f5 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Received event network-vif-plugged-2c256c60-5cea-479c-89a4-d50df2a8166a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.091296] env[69722]: DEBUG oslo_concurrency.lockutils [req-4ac53f9d-4824-45f5-874e-b7e6174cd12b req-053b96fd-434a-4e8a-aa6b-5581d46280f5 service nova] Acquiring lock "4402874e-3efc-45ef-ae36-6a85d7456aeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.092139] env[69722]: DEBUG oslo_concurrency.lockutils [req-4ac53f9d-4824-45f5-874e-b7e6174cd12b req-053b96fd-434a-4e8a-aa6b-5581d46280f5 service nova] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.092629] env[69722]: DEBUG oslo_concurrency.lockutils [req-4ac53f9d-4824-45f5-874e-b7e6174cd12b req-053b96fd-434a-4e8a-aa6b-5581d46280f5 service nova] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.092933] env[69722]: DEBUG nova.compute.manager [req-4ac53f9d-4824-45f5-874e-b7e6174cd12b req-053b96fd-434a-4e8a-aa6b-5581d46280f5 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] No waiting events found dispatching network-vif-plugged-2c256c60-5cea-479c-89a4-d50df2a8166a {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.093267] env[69722]: WARNING nova.compute.manager [req-4ac53f9d-4824-45f5-874e-b7e6174cd12b req-053b96fd-434a-4e8a-aa6b-5581d46280f5 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Received unexpected event network-vif-plugged-2c256c60-5cea-479c-89a4-d50df2a8166a for instance with vm_state building and task_state spawning. [ 634.225043] env[69722]: DEBUG nova.network.neutron [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.245608] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Releasing lock "refresh_cache-7a41a7dc-5015-4c36-97b9-d4048f61f5f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.245608] env[69722]: DEBUG nova.compute.manager [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Received event network-vif-plugged-052bf843-4af5-4719-b9c7-292e2d1282cc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.245608] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Acquiring lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.245608] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.245608] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.245956] env[69722]: DEBUG nova.compute.manager [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] No waiting events found dispatching network-vif-plugged-052bf843-4af5-4719-b9c7-292e2d1282cc {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.245956] env[69722]: WARNING nova.compute.manager [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Received unexpected event network-vif-plugged-052bf843-4af5-4719-b9c7-292e2d1282cc for instance with vm_state building and task_state spawning. [ 634.245956] env[69722]: DEBUG nova.compute.manager [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Received event network-changed-052bf843-4af5-4719-b9c7-292e2d1282cc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.245956] env[69722]: DEBUG nova.compute.manager [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Refreshing instance network info cache due to event network-changed-052bf843-4af5-4719-b9c7-292e2d1282cc. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 634.245956] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Acquiring lock "refresh_cache-e8f89955-747c-4c62-bd15-79ed0c24b4b7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.246111] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Acquired lock "refresh_cache-e8f89955-747c-4c62-bd15-79ed0c24b4b7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.246111] env[69722]: DEBUG nova.network.neutron [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Refreshing network info cache for port 052bf843-4af5-4719-b9c7-292e2d1282cc {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.257434] env[69722]: DEBUG nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.406413] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.406683] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.406836] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.407119] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.408861] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.408861] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.408861] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.408861] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.408861] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.409402] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.409402] env[69722]: DEBUG nova.virt.hardware [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.409808] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ad2b86-8dfb-4e00-a700-81b29e8a5b9d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.426751] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437690, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.430669] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4825a59-62e0-4152-95a6-8d5f9c056dfc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.466647] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5267daf0-efe1-3c83-64fc-b3eb1aed6f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009134} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.467830] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf20c65-ee0b-4247-bea3-de81ee0ef444 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.476586] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 634.476586] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52292653-456f-2cc0-cf44-985baf726d32" [ 634.476586] env[69722]: _type = "Task" [ 634.476586] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.490773] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52292653-456f-2cc0-cf44-985baf726d32, 'name': SearchDatastore_Task, 'duration_secs': 0.010877} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.491037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.491283] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] e8f89955-747c-4c62-bd15-79ed0c24b4b7/e8f89955-747c-4c62-bd15-79ed0c24b4b7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.491545] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.491719] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.492591] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2746ab05-da80-4523-bd1d-7f1c784700a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.493998] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efaa7881-0cbf-447e-9d89-30cd18efa40e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.501630] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 634.501630] env[69722]: value = "task-3437691" [ 634.501630] env[69722]: _type = "Task" [ 634.501630] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.502891] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.502891] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.508131] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa639d67-0c69-406f-ad41-93fc7fcce3fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.516033] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.517364] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 634.517364] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52caad66-6ade-d2ab-a150-c2a9a196130a" [ 634.517364] env[69722]: _type = "Task" [ 634.517364] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.526623] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.527190] env[69722]: DEBUG nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.530297] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52caad66-6ade-d2ab-a150-c2a9a196130a, 'name': SearchDatastore_Task, 'duration_secs': 0.008145} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.530297] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.349s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.531300] env[69722]: INFO nova.compute.claims [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.539701] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be77abf7-bc0e-4759-a83e-0cc4e103467f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.547464] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 634.547464] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523a5e10-8dbb-2382-fe5b-d28f735411e5" [ 634.547464] env[69722]: _type = "Task" [ 634.547464] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.554439] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523a5e10-8dbb-2382-fe5b-d28f735411e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.925054] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529218} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.925054] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 7a41a7dc-5015-4c36-97b9-d4048f61f5f0/7a41a7dc-5015-4c36-97b9-d4048f61f5f0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.925054] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.925401] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5ce8501-f06d-49c1-9a40-f75a1d29a8e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.933586] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 634.933586] env[69722]: value = "task-3437692" [ 634.933586] env[69722]: _type = "Task" [ 634.933586] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.946904] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.015649] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491156} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.018169] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] e8f89955-747c-4c62-bd15-79ed0c24b4b7/e8f89955-747c-4c62-bd15-79ed0c24b4b7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.018169] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.018169] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62632802-4a9c-447d-89fb-fdea713670f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.023294] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 635.023294] env[69722]: value = "task-3437693" [ 635.023294] env[69722]: _type = "Task" [ 635.023294] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.031972] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.041232] env[69722]: DEBUG nova.compute.utils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.058179] env[69722]: DEBUG nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.058179] env[69722]: DEBUG nova.network.neutron [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.071487] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523a5e10-8dbb-2382-fe5b-d28f735411e5, 'name': SearchDatastore_Task, 'duration_secs': 0.008427} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.071734] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.072218] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8772fb61-210d-406e-958c-75462154ad40/8772fb61-210d-406e-958c-75462154ad40.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.072348] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cfd645a-e4fa-4371-a87b-8da1bc2ce009 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.079704] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 635.079704] env[69722]: value = "task-3437694" [ 635.079704] env[69722]: _type = "Task" [ 635.079704] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.087952] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.120619] env[69722]: DEBUG nova.network.neutron [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Updating instance_info_cache with network_info: [{"id": "2c256c60-5cea-479c-89a4-d50df2a8166a", "address": "fa:16:3e:53:a1:a3", "network": {"id": "05bc8908-d11a-41d4-b17e-13d55a6d15ae", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1100525403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495891d595cf4291a28e8b2ac99d5bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c256c60-5c", "ovs_interfaceid": "2c256c60-5cea-479c-89a4-d50df2a8166a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.195941] env[69722]: DEBUG nova.policy [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f3d834bba2496889627f29dfdcf6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19b3028a0a1419086e189082ce755b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.359312] env[69722]: DEBUG nova.network.neutron [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Successfully created port: 75d0d214-bb58-4f10-b9a3-3a909770a4f2 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.445725] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074622} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.446058] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.447064] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9c0766-4da1-4c10-9906-96dfd0f4648f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.474271] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 7a41a7dc-5015-4c36-97b9-d4048f61f5f0/7a41a7dc-5015-4c36-97b9-d4048f61f5f0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.474653] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3870162e-bfde-42ad-ba51-79d9a40caa67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.496686] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 635.496686] env[69722]: value = "task-3437695" [ 635.496686] env[69722]: _type = "Task" [ 635.496686] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.506343] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.534615] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066787} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.534615] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.535430] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3bbb5-12b0-4591-9ee8-9a83220e896c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.562134] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] e8f89955-747c-4c62-bd15-79ed0c24b4b7/e8f89955-747c-4c62-bd15-79ed0c24b4b7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.565307] env[69722]: DEBUG nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.570035] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b9d44a-c237-4fe3-adca-7bfa84f225e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.594793] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467414} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.595755] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8772fb61-210d-406e-958c-75462154ad40/8772fb61-210d-406e-958c-75462154ad40.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.595967] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.596276] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 635.596276] env[69722]: value = "task-3437696" [ 635.596276] env[69722]: _type = "Task" [ 635.596276] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.596451] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-444834ae-4c1c-48ed-85f2-66bcf96f7a37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.608254] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.611185] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 635.611185] env[69722]: value = "task-3437697" [ 635.611185] env[69722]: _type = "Task" [ 635.611185] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.621056] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.622898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Releasing lock "refresh_cache-4402874e-3efc-45ef-ae36-6a85d7456aeb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.623246] env[69722]: DEBUG nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Instance network_info: |[{"id": "2c256c60-5cea-479c-89a4-d50df2a8166a", "address": "fa:16:3e:53:a1:a3", "network": {"id": "05bc8908-d11a-41d4-b17e-13d55a6d15ae", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1100525403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495891d595cf4291a28e8b2ac99d5bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c256c60-5c", "ovs_interfaceid": "2c256c60-5cea-479c-89a4-d50df2a8166a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.623660] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a1:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c256c60-5cea-479c-89a4-d50df2a8166a', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.631651] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Creating folder: Project (495891d595cf4291a28e8b2ac99d5bc5). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.632305] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45736153-9ad2-4ff1-bc27-adf41914a091 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.642726] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Created folder: Project (495891d595cf4291a28e8b2ac99d5bc5) in parent group-v686248. [ 635.642921] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Creating folder: Instances. Parent ref: group-v686258. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.643199] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecd42516-ff87-48bc-bf2f-55a4d3c0aa92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.651434] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Created folder: Instances in parent group-v686258. [ 635.651730] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.651959] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.652184] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36554a92-1523-4b25-9915-4bc8c51f7dea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.677073] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.677073] env[69722]: value = "task-3437700" [ 635.677073] env[69722]: _type = "Task" [ 635.677073] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.691923] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437700, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.755393] env[69722]: DEBUG nova.compute.manager [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Received event network-vif-plugged-d9e7f9cb-d5a4-4fff-965f-df101f3166ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.755393] env[69722]: DEBUG oslo_concurrency.lockutils [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] Acquiring lock "8772fb61-210d-406e-958c-75462154ad40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.755592] env[69722]: DEBUG oslo_concurrency.lockutils [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] Lock "8772fb61-210d-406e-958c-75462154ad40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.755700] env[69722]: DEBUG oslo_concurrency.lockutils [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] Lock "8772fb61-210d-406e-958c-75462154ad40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.756371] env[69722]: DEBUG nova.compute.manager [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] No waiting events found dispatching network-vif-plugged-d9e7f9cb-d5a4-4fff-965f-df101f3166ca {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.756371] env[69722]: WARNING nova.compute.manager [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Received unexpected event network-vif-plugged-d9e7f9cb-d5a4-4fff-965f-df101f3166ca for instance with vm_state building and task_state spawning. [ 635.756371] env[69722]: DEBUG nova.compute.manager [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Received event network-changed-d9e7f9cb-d5a4-4fff-965f-df101f3166ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.756371] env[69722]: DEBUG nova.compute.manager [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Refreshing instance network info cache due to event network-changed-d9e7f9cb-d5a4-4fff-965f-df101f3166ca. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.756556] env[69722]: DEBUG oslo_concurrency.lockutils [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] Acquiring lock "refresh_cache-8772fb61-210d-406e-958c-75462154ad40" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.756844] env[69722]: DEBUG oslo_concurrency.lockutils [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] Acquired lock "refresh_cache-8772fb61-210d-406e-958c-75462154ad40" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.756844] env[69722]: DEBUG nova.network.neutron [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Refreshing network info cache for port d9e7f9cb-d5a4-4fff-965f-df101f3166ca {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.759858] env[69722]: DEBUG nova.network.neutron [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Updated VIF entry in instance network info cache for port 052bf843-4af5-4719-b9c7-292e2d1282cc. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 635.759858] env[69722]: DEBUG nova.network.neutron [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Updating instance_info_cache with network_info: [{"id": "052bf843-4af5-4719-b9c7-292e2d1282cc", "address": "fa:16:3e:ea:34:23", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052bf843-4a", "ovs_interfaceid": "052bf843-4af5-4719-b9c7-292e2d1282cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.810455] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d4109-095c-4a6e-b4d7-5fa538b4df20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.818617] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0196a3fa-c743-4a6e-a531-bac98e8f0c2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.854179] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba44b9b1-6619-481e-9d3b-90a0bb27001c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.862047] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aac0e3-775e-46e0-8c78-dbca45f7f4e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.879878] env[69722]: DEBUG nova.compute.provider_tree [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.013624] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437695, 'name': ReconfigVM_Task, 'duration_secs': 0.302294} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.013624] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 7a41a7dc-5015-4c36-97b9-d4048f61f5f0/7a41a7dc-5015-4c36-97b9-d4048f61f5f0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.016361] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f538d819-aae3-42c1-8d08-f545bea1308c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.027579] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 636.027579] env[69722]: value = "task-3437701" [ 636.027579] env[69722]: _type = "Task" [ 636.027579] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.038337] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437701, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.107126] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437696, 'name': ReconfigVM_Task, 'duration_secs': 0.477825} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.107415] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Reconfigured VM instance instance-00000002 to attach disk [datastore2] e8f89955-747c-4c62-bd15-79ed0c24b4b7/e8f89955-747c-4c62-bd15-79ed0c24b4b7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.108106] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa77e8af-2205-4f5c-82f5-885bec0c01b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.120235] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 636.120235] env[69722]: value = "task-3437702" [ 636.120235] env[69722]: _type = "Task" [ 636.120235] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.126367] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072165} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.129351] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.129702] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437702, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.130416] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba95e073-0562-483b-8b4f-1e6cc533dd3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.153233] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 8772fb61-210d-406e-958c-75462154ad40/8772fb61-210d-406e-958c-75462154ad40.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.153929] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca9c1723-8b3e-40cb-b793-f535bde0c2b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.170917] env[69722]: DEBUG nova.network.neutron [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Successfully created port: f13d95ee-8fda-45ba-b779-629b3f1b60e8 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.178755] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 636.178755] env[69722]: value = "task-3437703" [ 636.178755] env[69722]: _type = "Task" [ 636.178755] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.190690] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437700, 'name': CreateVM_Task, 'duration_secs': 0.453537} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.193867] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.194225] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.194859] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.195046] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.195388] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.195640] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d3242c8-2cc9-44de-8e50-64d871a26465 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.200234] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 636.200234] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f1dd05-3bd7-b9f5-f504-e312d6b5398f" [ 636.200234] env[69722]: _type = "Task" [ 636.200234] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.208955] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f1dd05-3bd7-b9f5-f504-e312d6b5398f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.267355] env[69722]: DEBUG oslo_concurrency.lockutils [req-a96c3881-026c-44bf-affb-6269b5130456 req-9436d92d-0a17-410c-a30e-000668c4c39c service nova] Releasing lock "refresh_cache-e8f89955-747c-4c62-bd15-79ed0c24b4b7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.384501] env[69722]: DEBUG nova.scheduler.client.report [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.542696] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437701, 'name': Rename_Task, 'duration_secs': 0.147732} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.542986] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.544574] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21c128e7-ed81-490a-adc5-8983e157a53d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.551855] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 636.551855] env[69722]: value = "task-3437704" [ 636.551855] env[69722]: _type = "Task" [ 636.551855] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.562671] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.598515] env[69722]: DEBUG nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.628172] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.628439] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.628591] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.628775] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.628921] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.629285] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.629538] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.629713] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.629907] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.631413] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.631413] env[69722]: DEBUG nova.virt.hardware [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.631413] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d26b6c-0b61-44e7-a8b9-54baaf4aa99a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.640033] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437702, 'name': Rename_Task, 'duration_secs': 0.428189} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.642353] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.642672] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c0faffb-ff14-4a2e-a799-565299898295 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.646147] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef40ad1a-871b-423d-b4e2-48f3eba5be94 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.670785] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 636.670785] env[69722]: value = "task-3437705" [ 636.670785] env[69722]: _type = "Task" [ 636.670785] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.690500] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.707178] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.715018] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f1dd05-3bd7-b9f5-f504-e312d6b5398f, 'name': SearchDatastore_Task, 'duration_secs': 0.033902} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.715177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.715443] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.715703] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.715848] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.716049] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.716327] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbc14f13-e4f8-49a0-adc2-516452434378 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.725358] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.726671] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.726671] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4151eb51-35a9-4988-b6ad-5fda8cf37570 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.732205] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 636.732205] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264ed2b-0a34-0102-a0ab-55ae432238f6" [ 636.732205] env[69722]: _type = "Task" [ 636.732205] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.741698] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264ed2b-0a34-0102-a0ab-55ae432238f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.893108] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.893863] env[69722]: DEBUG nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.896265] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.445s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.896440] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.896587] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 636.896902] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.637s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.898438] env[69722]: INFO nova.compute.claims [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.905046] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f7542e-8597-41b8-be57-16bb5c6f23a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.918017] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2a6db7-0cdc-45ff-845a-14535ef88bc0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.939161] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699028d-7706-4b7d-b64e-30e591ec3399 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.949224] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f21f93-2723-4481-baad-8a0bc39a1579 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.996751] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180987MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 636.997705] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.064388] env[69722]: DEBUG oslo_vmware.api [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437704, 'name': PowerOnVM_Task, 'duration_secs': 0.46122} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.064706] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.065375] env[69722]: INFO nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Took 14.25 seconds to spawn the instance on the hypervisor. [ 637.065452] env[69722]: DEBUG nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.066217] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014ffa75-b392-4412-9ff8-e9d0f3bace35 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.103922] env[69722]: DEBUG nova.network.neutron [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Successfully updated port: f0e31c68-38dc-4556-9ad7-572fb6f06228 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.182628] env[69722]: DEBUG oslo_vmware.api [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437705, 'name': PowerOnVM_Task, 'duration_secs': 0.512212} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.182899] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.183896] env[69722]: INFO nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Took 12.13 seconds to spawn the instance on the hypervisor. [ 637.183896] env[69722]: DEBUG nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.184840] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabaa485-13a9-48ea-836e-5a924558f898 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.203931] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437703, 'name': ReconfigVM_Task, 'duration_secs': 0.667619} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.203931] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 8772fb61-210d-406e-958c-75462154ad40/8772fb61-210d-406e-958c-75462154ad40.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.204492] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f806dc17-36c4-48e6-96d9-fdb7dd36f61c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.211670] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 637.211670] env[69722]: value = "task-3437706" [ 637.211670] env[69722]: _type = "Task" [ 637.211670] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.220186] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437706, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.245699] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264ed2b-0a34-0102-a0ab-55ae432238f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.246574] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3729c19-524e-491d-a1be-78e767351c9a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.252296] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 637.252296] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5c815-a20d-cd80-21c5-7f5c0f794e4c" [ 637.252296] env[69722]: _type = "Task" [ 637.252296] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.261360] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5c815-a20d-cd80-21c5-7f5c0f794e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.404482] env[69722]: DEBUG nova.compute.utils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.405851] env[69722]: DEBUG nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.410196] env[69722]: DEBUG nova.network.neutron [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.479755] env[69722]: DEBUG nova.network.neutron [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Updated VIF entry in instance network info cache for port d9e7f9cb-d5a4-4fff-965f-df101f3166ca. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 637.480188] env[69722]: DEBUG nova.network.neutron [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Updating instance_info_cache with network_info: [{"id": "d9e7f9cb-d5a4-4fff-965f-df101f3166ca", "address": "fa:16:3e:b8:8b:7f", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9e7f9cb-d5", "ovs_interfaceid": "d9e7f9cb-d5a4-4fff-965f-df101f3166ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.539496] env[69722]: DEBUG nova.policy [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f3d834bba2496889627f29dfdcf6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19b3028a0a1419086e189082ce755b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.584359] env[69722]: INFO nova.compute.manager [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Took 19.02 seconds to build instance. [ 637.610221] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.610221] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.610221] env[69722]: DEBUG nova.network.neutron [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.657816] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "95e0c925-8147-426d-9383-67c516a9d3ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.658724] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "95e0c925-8147-426d-9383-67c516a9d3ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.704830] env[69722]: INFO nova.compute.manager [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Took 18.37 seconds to build instance. [ 637.728025] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437706, 'name': Rename_Task, 'duration_secs': 0.346916} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.728940] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.728940] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-207020d7-a29a-4bcb-98d1-bee9fe47513a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.736220] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 637.736220] env[69722]: value = "task-3437707" [ 637.736220] env[69722]: _type = "Task" [ 637.736220] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.746871] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.764175] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5c815-a20d-cd80-21c5-7f5c0f794e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.017116} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.764468] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.764725] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 4402874e-3efc-45ef-ae36-6a85d7456aeb/4402874e-3efc-45ef-ae36-6a85d7456aeb.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.765215] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db6fb770-2df6-4a15-afc0-238f985dece0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.773604] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 637.773604] env[69722]: value = "task-3437708" [ 637.773604] env[69722]: _type = "Task" [ 637.773604] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.786586] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.892635] env[69722]: DEBUG nova.compute.manager [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Received event network-changed-2c256c60-5cea-479c-89a4-d50df2a8166a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.892851] env[69722]: DEBUG nova.compute.manager [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Refreshing instance network info cache due to event network-changed-2c256c60-5cea-479c-89a4-d50df2a8166a. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.893376] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] Acquiring lock "refresh_cache-4402874e-3efc-45ef-ae36-6a85d7456aeb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.893376] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] Acquired lock "refresh_cache-4402874e-3efc-45ef-ae36-6a85d7456aeb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.893376] env[69722]: DEBUG nova.network.neutron [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Refreshing network info cache for port 2c256c60-5cea-479c-89a4-d50df2a8166a {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.914093] env[69722]: DEBUG nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.985820] env[69722]: DEBUG oslo_concurrency.lockutils [req-16af6cf6-5df7-43ba-93d2-40c13f379d39 req-c4111f6f-3bf3-4dd8-8504-60afff62a17e service nova] Releasing lock "refresh_cache-8772fb61-210d-406e-958c-75462154ad40" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.087149] env[69722]: DEBUG oslo_concurrency.lockutils [None req-335b793e-bc75-4b77-8c94-56f0e97342dc tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.534s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.132273] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124ea838-6ce0-4385-ac57-4b266a48fbf2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.142655] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d110e1c4-28f8-4996-a6ea-5cc0e0011ef2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.186140] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345a3446-a0ba-4912-843a-db8920a2bed9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.198427] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f438703-31d9-4963-8be8-dbd20e5b35d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.217875] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750947bb-bd9a-499a-a27b-2de27681c8a3 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.891s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.218457] env[69722]: DEBUG nova.compute.provider_tree [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.231502] env[69722]: DEBUG nova.network.neutron [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.252779] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437707, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.284956] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437708, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.589534] env[69722]: DEBUG nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.723484] env[69722]: DEBUG nova.scheduler.client.report [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.748294] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437707, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.788758] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543698} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.790250] env[69722]: DEBUG nova.network.neutron [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance_info_cache with network_info: [{"id": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "address": "fa:16:3e:71:10:4d", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e31c68-38", "ovs_interfaceid": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.791571] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 4402874e-3efc-45ef-ae36-6a85d7456aeb/4402874e-3efc-45ef-ae36-6a85d7456aeb.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.791807] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.792292] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1d11bf6-fbd9-46e1-b488-e7d06bb51649 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.799542] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 638.799542] env[69722]: value = "task-3437709" [ 638.799542] env[69722]: _type = "Task" [ 638.799542] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.810331] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.933638] env[69722]: DEBUG nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.971418] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.971657] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.971812] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.972437] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.972437] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.972437] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.972647] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.972785] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.973567] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.973794] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.973976] env[69722]: DEBUG nova.virt.hardware [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.974906] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fe53f1-a130-455a-9d58-4a4866d2e97c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.983205] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae950977-e99d-42fa-aabc-aef2111ceda4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.116407] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.231969] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.232603] env[69722]: DEBUG nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.239226] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.040s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.239226] env[69722]: INFO nova.compute.claims [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.253200] env[69722]: DEBUG oslo_vmware.api [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437707, 'name': PowerOnVM_Task, 'duration_secs': 1.178085} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.253906] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.254190] env[69722]: INFO nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Took 11.97 seconds to spawn the instance on the hypervisor. [ 639.254383] env[69722]: DEBUG nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.255304] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2919521-edc0-42a3-82c7-798e91f46d98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.293628] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.293973] env[69722]: DEBUG nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Instance network_info: |[{"id": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "address": "fa:16:3e:71:10:4d", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e31c68-38", "ovs_interfaceid": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.294594] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:10:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0e31c68-38dc-4556-9ad7-572fb6f06228', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.302886] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Creating folder: Project (5d889e50a0ad4c7fa467d082216b5005). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.304070] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0055869-876a-4469-ad39-d14fdb6da71c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.315538] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.285155} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.316233] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.317275] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf18f3-0a6a-40bf-b0b9-85617c2659c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.321217] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Created folder: Project (5d889e50a0ad4c7fa467d082216b5005) in parent group-v686248. [ 639.321440] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Creating folder: Instances. Parent ref: group-v686261. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.322058] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1869cda8-ea60-4dcb-99bf-41651b81497e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.342306] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 4402874e-3efc-45ef-ae36-6a85d7456aeb/4402874e-3efc-45ef-ae36-6a85d7456aeb.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.343325] env[69722]: DEBUG nova.network.neutron [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Successfully created port: 4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.346744] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2cf3152-9673-40a6-9a3d-7f8d68ac994a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.361759] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Created folder: Instances in parent group-v686261. [ 639.362062] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.364902] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.365568] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d1d0c43-c4a7-4cda-8bf0-47b2cb728ada {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.386102] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 639.386102] env[69722]: value = "task-3437712" [ 639.386102] env[69722]: _type = "Task" [ 639.386102] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.391314] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.391314] env[69722]: value = "task-3437713" [ 639.391314] env[69722]: _type = "Task" [ 639.391314] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.398535] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.403812] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437713, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.581489] env[69722]: DEBUG nova.network.neutron [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Updated VIF entry in instance network info cache for port 2c256c60-5cea-479c-89a4-d50df2a8166a. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 639.581489] env[69722]: DEBUG nova.network.neutron [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Updating instance_info_cache with network_info: [{"id": "2c256c60-5cea-479c-89a4-d50df2a8166a", "address": "fa:16:3e:53:a1:a3", "network": {"id": "05bc8908-d11a-41d4-b17e-13d55a6d15ae", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1100525403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "495891d595cf4291a28e8b2ac99d5bc5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c256c60-5c", "ovs_interfaceid": "2c256c60-5cea-479c-89a4-d50df2a8166a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.652639] env[69722]: DEBUG nova.network.neutron [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Successfully updated port: 75d0d214-bb58-4f10-b9a3-3a909770a4f2 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.741701] env[69722]: DEBUG nova.compute.utils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.747022] env[69722]: DEBUG nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.747022] env[69722]: DEBUG nova.network.neutron [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.778505] env[69722]: INFO nova.compute.manager [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 8772fb61-210d-406e-958c-75462154ad40] Took 18.86 seconds to build instance. [ 639.902889] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437712, 'name': ReconfigVM_Task, 'duration_secs': 0.345522} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.906314] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 4402874e-3efc-45ef-ae36-6a85d7456aeb/4402874e-3efc-45ef-ae36-6a85d7456aeb.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.906970] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437713, 'name': CreateVM_Task, 'duration_secs': 0.322929} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.907207] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-984e300c-edc6-49c7-9d56-eaaa3ecb96b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.908905] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.910053] env[69722]: DEBUG oslo_vmware.service [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43974308-7f70-4ed4-b5dc-da1302455b73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.917054] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.917208] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.917582] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.918108] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32b7104d-cb90-40a0-851d-90e9f5919253 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.921218] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 639.921218] env[69722]: value = "task-3437714" [ 639.921218] env[69722]: _type = "Task" [ 639.921218] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.927277] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 639.927277] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa1e45-55a1-9380-9dfa-8fb3fdd0b025" [ 639.927277] env[69722]: _type = "Task" [ 639.927277] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.934819] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437714, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.939761] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa1e45-55a1-9380-9dfa-8fb3fdd0b025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.015467] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.015711] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.084300] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce7a3156-d4d0-45e5-b3f1-bd0ae0c70b49 req-3890963c-fa95-40b8-9855-dd608e1b63d4 service nova] Releasing lock "refresh_cache-4402874e-3efc-45ef-ae36-6a85d7456aeb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.157494] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.157494] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquired lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.157494] env[69722]: DEBUG nova.network.neutron [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.164570] env[69722]: DEBUG nova.policy [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f219263e5f4544d09346b7a79c63ab6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47dfddde4d140e28aa26af6c2c17c09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.254016] env[69722]: DEBUG nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.281120] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fefe3ffb-09b2-4dd6-9312-62cc5c54fc5b tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "8772fb61-210d-406e-958c-75462154ad40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.379s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.393258] env[69722]: DEBUG nova.network.neutron [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Successfully updated port: f13d95ee-8fda-45ba-b779-629b3f1b60e8 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.438065] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437714, 'name': Rename_Task, 'duration_secs': 0.239053} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.442674] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.443427] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c13368-621b-4f30-9b6f-5e2c7c8e900d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.445633] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.445992] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.446357] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.446619] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.446936] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.447599] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d8f124-ce93-4843-8add-87c0d8ee981a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.455449] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 640.455449] env[69722]: value = "task-3437715" [ 640.455449] env[69722]: _type = "Task" [ 640.455449] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.460030] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.460030] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.464018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c871b1b8-4163-44ec-8d0e-b6a3a81c6545 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.468514] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.472951] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a68659-7ed4-4b20-956e-2913dbb4b326 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.478036] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 640.478036] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bb6518-40c7-1d35-4d5b-378ec17c841c" [ 640.478036] env[69722]: _type = "Task" [ 640.478036] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.487243] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bb6518-40c7-1d35-4d5b-378ec17c841c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.519584] env[69722]: DEBUG nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.584537] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c4395-c3e6-41c9-b569-f15b250bf4c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.596184] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fec4398-fbba-4118-99d6-9d12b6c0b856 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.635250] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94bcd07-7867-4448-998c-51b2dc52c2e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.641643] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d3ef24-7d79-474d-b1f4-c815839f1b6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.662377] env[69722]: DEBUG nova.compute.provider_tree [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.898878] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "refresh_cache-ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.899041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "refresh_cache-ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.899200] env[69722]: DEBUG nova.network.neutron [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.969725] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437715, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.982402] env[69722]: DEBUG nova.compute.manager [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Received event network-vif-plugged-f0e31c68-38dc-4556-9ad7-572fb6f06228 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.982402] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] Acquiring lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.982402] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.982402] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.982402] env[69722]: DEBUG nova.compute.manager [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] No waiting events found dispatching network-vif-plugged-f0e31c68-38dc-4556-9ad7-572fb6f06228 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.982949] env[69722]: WARNING nova.compute.manager [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Received unexpected event network-vif-plugged-f0e31c68-38dc-4556-9ad7-572fb6f06228 for instance with vm_state building and task_state spawning. [ 640.982949] env[69722]: DEBUG nova.compute.manager [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Received event network-changed-f0e31c68-38dc-4556-9ad7-572fb6f06228 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.982949] env[69722]: DEBUG nova.compute.manager [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Refreshing instance network info cache due to event network-changed-f0e31c68-38dc-4556-9ad7-572fb6f06228. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.982949] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] Acquiring lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.983509] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] Acquired lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.983709] env[69722]: DEBUG nova.network.neutron [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Refreshing network info cache for port f0e31c68-38dc-4556-9ad7-572fb6f06228 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.995741] env[69722]: DEBUG nova.network.neutron [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.003386] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Preparing fetch location {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 641.003725] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Creating directory with path [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.007066] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af357dca-d12f-4f0b-be80-ba48e8ca87ba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.026995] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Created directory with path [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.026995] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Fetch image to [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 641.027125] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Downloading image file data de7c40a4-95a5-4f8b-8d67-3b386f825da8 to [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69722) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 641.030123] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7b191-3c42-499a-afbc-b6353ea17722 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.044886] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3801376-060f-49a0-858d-31b19561bd38 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.059351] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.061130] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4891e6-f75e-4389-909b-c5d1495d8927 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.109872] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3837ad-b0e7-4add-933d-47fad3599f11 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.117536] env[69722]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-39ff798a-cb2f-457c-8fa8-997074be7fa5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.142581] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Downloading image file data de7c40a4-95a5-4f8b-8d67-3b386f825da8 to the data store datastore1 {{(pid=69722) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 641.164927] env[69722]: DEBUG nova.scheduler.client.report [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.224264] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69722) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 641.291960] env[69722]: DEBUG nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.330900] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.330900] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.330900] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.330900] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.331099] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.331099] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.331099] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.332024] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.332229] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.332467] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.332675] env[69722]: DEBUG nova.virt.hardware [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.333659] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc25414-90bf-47dc-9865-d6d1f0230a8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.349931] env[69722]: DEBUG nova.network.neutron [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Successfully created port: d2e2c573-f828-4d7d-83f6-2ffdd8b5143c {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.353342] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30c095-18ff-4f9a-8418-cb5539d80b02 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.423042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.423592] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.469141] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437715, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.532096] env[69722]: DEBUG nova.network.neutron [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.593091] env[69722]: DEBUG nova.compute.manager [req-50305bd7-8e88-4f54-9485-604f956b215f req-945ea2cb-84d2-4adc-8a74-9e241fa63387 service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Received event network-vif-plugged-f13d95ee-8fda-45ba-b779-629b3f1b60e8 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 641.593569] env[69722]: DEBUG oslo_concurrency.lockutils [req-50305bd7-8e88-4f54-9485-604f956b215f req-945ea2cb-84d2-4adc-8a74-9e241fa63387 service nova] Acquiring lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.593942] env[69722]: DEBUG oslo_concurrency.lockutils [req-50305bd7-8e88-4f54-9485-604f956b215f req-945ea2cb-84d2-4adc-8a74-9e241fa63387 service nova] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.594355] env[69722]: DEBUG oslo_concurrency.lockutils [req-50305bd7-8e88-4f54-9485-604f956b215f req-945ea2cb-84d2-4adc-8a74-9e241fa63387 service nova] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.595239] env[69722]: DEBUG nova.compute.manager [req-50305bd7-8e88-4f54-9485-604f956b215f req-945ea2cb-84d2-4adc-8a74-9e241fa63387 service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] No waiting events found dispatching network-vif-plugged-f13d95ee-8fda-45ba-b779-629b3f1b60e8 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 641.595695] env[69722]: WARNING nova.compute.manager [req-50305bd7-8e88-4f54-9485-604f956b215f req-945ea2cb-84d2-4adc-8a74-9e241fa63387 service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Received unexpected event network-vif-plugged-f13d95ee-8fda-45ba-b779-629b3f1b60e8 for instance with vm_state building and task_state spawning. [ 641.682168] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.683149] env[69722]: DEBUG nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.686231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.689s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.927391] env[69722]: DEBUG nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 641.977444] env[69722]: DEBUG oslo_vmware.api [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437715, 'name': PowerOnVM_Task, 'duration_secs': 1.019046} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.978291] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.978512] env[69722]: INFO nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Took 12.40 seconds to spawn the instance on the hypervisor. [ 641.978698] env[69722]: DEBUG nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.979915] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb58e36-6a28-44fb-9787-321438688d45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.029831] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Completed reading data from the image iterator. {{(pid=69722) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 642.030131] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 642.101894] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Downloaded image file data de7c40a4-95a5-4f8b-8d67-3b386f825da8 to vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69722) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 642.103325] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Caching image {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 642.104039] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Copying Virtual Disk [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk to [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.104641] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6349706c-b875-4a55-966e-93c6cb927416 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.114199] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 642.114199] env[69722]: value = "task-3437716" [ 642.114199] env[69722]: _type = "Task" [ 642.114199] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.122256] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.182127] env[69722]: DEBUG nova.network.neutron [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Updating instance_info_cache with network_info: [{"id": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "address": "fa:16:3e:7c:ea:0b", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0d214-bb", "ovs_interfaceid": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.191047] env[69722]: DEBUG nova.compute.utils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.197661] env[69722]: DEBUG nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 642.197836] env[69722]: DEBUG nova.network.neutron [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 642.428398] env[69722]: DEBUG nova.network.neutron [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Updating instance_info_cache with network_info: [{"id": "f13d95ee-8fda-45ba-b779-629b3f1b60e8", "address": "fa:16:3e:0d:62:04", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13d95ee-8f", "ovs_interfaceid": "f13d95ee-8fda-45ba-b779-629b3f1b60e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.457663] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.484222] env[69722]: DEBUG nova.compute.manager [None req-42dab6fd-eb79-41e5-9565-b6ec8f39f235 tempest-ServerDiagnosticsTest-1870947950 tempest-ServerDiagnosticsTest-1870947950-project-admin] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.485570] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6254c660-2368-4e14-9bd6-27f90d2d762d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.492962] env[69722]: INFO nova.compute.manager [None req-42dab6fd-eb79-41e5-9565-b6ec8f39f235 tempest-ServerDiagnosticsTest-1870947950 tempest-ServerDiagnosticsTest-1870947950-project-admin] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Retrieving diagnostics [ 642.493722] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b5f8ad-5dd0-4226-a2e0-d0f33a6f496c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.534884] env[69722]: DEBUG nova.policy [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ff71575b2e4ee1a08faf879380559c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd21a51ddd034852ac2ec315c610e1f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.537347] env[69722]: INFO nova.compute.manager [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Took 20.39 seconds to build instance. [ 642.626359] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.685683] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Releasing lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.686062] env[69722]: DEBUG nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Instance network_info: |[{"id": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "address": "fa:16:3e:7c:ea:0b", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0d214-bb", "ovs_interfaceid": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.686598] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:ea:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75d0d214-bb58-4f10-b9a3-3a909770a4f2', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.695896] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Creating folder: Project (c860d0abf9cd4e5780bd4e986f8f1f36). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.696790] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f3f180d-ab5c-4d12-9632-a24b277fdfa4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.698892] env[69722]: DEBUG nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.718136] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Created folder: Project (c860d0abf9cd4e5780bd4e986f8f1f36) in parent group-v686248. [ 642.719953] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Creating folder: Instances. Parent ref: group-v686264. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.719953] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a9a1ff6-b0a9-4787-8cb0-dc6f03aa78f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.724384] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7a41a7dc-5015-4c36-97b9-d4048f61f5f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.724542] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance e8f89955-747c-4c62-bd15-79ed0c24b4b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.724723] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 8772fb61-210d-406e-958c-75462154ad40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.724899] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 4402874e-3efc-45ef-ae36-6a85d7456aeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.725068] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 01ca7a98-3897-4e1a-8ec3-f70f476afd7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.725264] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 6fc3ac89-027b-4995-8742-25bc78032170 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.725394] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ca5a5434-ee5a-447e-b24e-f8cd2629f6ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.725555] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c8963c57-76ff-4cce-9279-c1f6744bbdaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.725685] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 82bae88b-c9ce-4c89-93ea-7caba0c93035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.725821] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance de579152-a4f4-474e-9dd7-12a419ffd905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 642.729389] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Created folder: Instances in parent group-v686264. [ 642.729438] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.731081] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.731081] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4ed09ef-82df-4909-8ff8-2d1ca5887f2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.750277] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.750277] env[69722]: value = "task-3437719" [ 642.750277] env[69722]: _type = "Task" [ 642.750277] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.761247] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437719, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.931805] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "refresh_cache-ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.932123] env[69722]: DEBUG nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance network_info: |[{"id": "f13d95ee-8fda-45ba-b779-629b3f1b60e8", "address": "fa:16:3e:0d:62:04", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13d95ee-8f", "ovs_interfaceid": "f13d95ee-8fda-45ba-b779-629b3f1b60e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.932696] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:62:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f13d95ee-8fda-45ba-b779-629b3f1b60e8', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.941568] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating folder: Project (e19b3028a0a1419086e189082ce755b8). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.942100] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17933870-4f46-4016-99d4-6d8569689fe8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.953657] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created folder: Project (e19b3028a0a1419086e189082ce755b8) in parent group-v686248. [ 642.953867] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating folder: Instances. Parent ref: group-v686267. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.954122] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b0598f3-ec58-4490-8bf7-b25e2e36d082 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.965984] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created folder: Instances in parent group-v686267. [ 642.966258] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.966584] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.966675] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4e4234c-0609-46e3-98d4-f81d2fb50b62 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.987053] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.987053] env[69722]: value = "task-3437722" [ 642.987053] env[69722]: _type = "Task" [ 642.987053] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.996804] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437722, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.039649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-707e8090-9185-4f0e-9f0a-154b1c9de669 tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.905s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.073396] env[69722]: DEBUG nova.network.neutron [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updated VIF entry in instance network info cache for port f0e31c68-38dc-4556-9ad7-572fb6f06228. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.073396] env[69722]: DEBUG nova.network.neutron [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance_info_cache with network_info: [{"id": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "address": "fa:16:3e:71:10:4d", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e31c68-38", "ovs_interfaceid": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.126288] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437716, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.228818] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 95e0c925-8147-426d-9383-67c516a9d3ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 643.260470] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437719, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.789288] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437722, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.789288] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b9e099-8ed4-4eae-87d9-bf171ab1c658 req-c70d43e9-521b-4eed-a4f1-cf5ae71b932b service nova] Releasing lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.789288] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437716, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.236978} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.789288] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Copied Virtual Disk [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk to [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.789288] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleting the datastore file [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8/tmp-sparse.vmdk {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.790263] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe3e14bb-8cd1-4eff-b0f1-b62d240636dc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.790263] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 643.790263] env[69722]: value = "task-3437723" [ 643.790263] env[69722]: _type = "Task" [ 643.790263] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.790263] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.790263] env[69722]: DEBUG nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.795903] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 3edf2257-e7a2-404c-9f0a-1d2e40677b9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 643.805058] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437719, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.815146] env[69722]: DEBUG nova.network.neutron [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Successfully updated port: 4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.856748] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.856984] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.857280] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.857824] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.857824] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.857824] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.857824] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.858136] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.858241] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.858408] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.858534] env[69722]: DEBUG nova.virt.hardware [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.860855] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32340841-d57c-4afb-b0f8-20ec26d1a450 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.873246] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a091f-6af5-47c0-a7e2-62efab78fa8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.000769] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437722, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.145685] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062277} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.146084] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.146353] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Moving file from [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a/de7c40a4-95a5-4f8b-8d67-3b386f825da8 to [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8. {{(pid=69722) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 644.146643] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-faeb9637-cee7-4f03-91a8-7cb1c4070fe0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.155490] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 644.155490] env[69722]: value = "task-3437724" [ 644.155490] env[69722]: _type = "Task" [ 644.155490] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.167926] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437724, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.301326] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a1d751ce-da7c-44dc-ae14-c752a6ee23ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 644.301696] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 644.301738] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 644.315167] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437719, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.327518] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "refresh_cache-c8963c57-76ff-4cce-9279-c1f6744bbdaf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.327518] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "refresh_cache-c8963c57-76ff-4cce-9279-c1f6744bbdaf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.330016] env[69722]: DEBUG nova.network.neutron [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.360888] env[69722]: DEBUG nova.network.neutron [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Successfully created port: 69b9ea6d-0780-4538-aa21-66a89cb52d41 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.506010] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437722, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.542055] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2362c2-b9be-4cf1-959e-f9d598f659f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.548506] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15240767-8967-4c48-b1b5-09b6415726ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.586905] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3c0e38-a0e1-446e-8a85-39b33ff05307 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.594967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287e87d1-d527-4046-8b17-b50dbb50fd77 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.611704] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.666620] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437724, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030117} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.666933] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] File moved {{(pid=69722) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 644.667182] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Cleaning up location [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 644.667382] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleting the datastore file [datastore1] vmware_temp/2f67bba8-58f9-45d7-a392-9d1611ef474a {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 644.668219] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd3e7e9-71c7-46c1-b0a3-d6731aa82176 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.677855] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 644.677855] env[69722]: value = "task-3437725" [ 644.677855] env[69722]: _type = "Task" [ 644.677855] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.687481] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.808026] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437719, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.932454] env[69722]: DEBUG nova.network.neutron [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.000942] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437722, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.115545] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.201063] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.051761} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.201741] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.202597] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c47d02-8c71-461d-8947-08bd87fb4a45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.211472] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 645.211472] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520558a2-d5fb-b0fb-89a4-72e268b6b982" [ 645.211472] env[69722]: _type = "Task" [ 645.211472] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.224203] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520558a2-d5fb-b0fb-89a4-72e268b6b982, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.264801] env[69722]: DEBUG nova.network.neutron [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Successfully updated port: d2e2c573-f828-4d7d-83f6-2ffdd8b5143c {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.307908] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437719, 'name': CreateVM_Task, 'duration_secs': 2.352737} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.310434] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.311047] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.311471] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.312215] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.312379] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e80183f5-4132-4212-b494-4327b682dcb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.318827] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 645.318827] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52023bfe-83d9-81ac-4676-cf5f89e307d1" [ 645.318827] env[69722]: _type = "Task" [ 645.318827] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.332563] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52023bfe-83d9-81ac-4676-cf5f89e307d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.448012] env[69722]: DEBUG nova.network.neutron [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Updating instance_info_cache with network_info: [{"id": "4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d", "address": "fa:16:3e:15:8c:c7", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d808c0c-2a", "ovs_interfaceid": "4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.504149] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437722, 'name': CreateVM_Task, 'duration_secs': 2.113917} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.504396] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.505190] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.513759] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.513972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.624541] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 645.624541] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.938s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.624541] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.508s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.626309] env[69722]: INFO nova.compute.claims [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.693687] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Acquiring lock "8772fb61-210d-406e-958c-75462154ad40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.694018] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Lock "8772fb61-210d-406e-958c-75462154ad40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.694244] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Acquiring lock "8772fb61-210d-406e-958c-75462154ad40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.695343] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Lock "8772fb61-210d-406e-958c-75462154ad40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.695343] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Lock "8772fb61-210d-406e-958c-75462154ad40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.696960] env[69722]: INFO nova.compute.manager [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Terminating instance [ 645.727226] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520558a2-d5fb-b0fb-89a4-72e268b6b982, 'name': SearchDatastore_Task, 'duration_secs': 0.02214} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.727226] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.727388] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 01ca7a98-3897-4e1a-8ec3-f70f476afd7d/01ca7a98-3897-4e1a-8ec3-f70f476afd7d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 645.727908] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edde60ab-db4f-4337-9d8e-5d5edfd5c693 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.739147] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 645.739147] env[69722]: value = "task-3437726" [ 645.739147] env[69722]: _type = "Task" [ 645.739147] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.747489] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.767965] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "refresh_cache-82bae88b-c9ce-4c89-93ea-7caba0c93035" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.768189] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "refresh_cache-82bae88b-c9ce-4c89-93ea-7caba0c93035" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.768295] env[69722]: DEBUG nova.network.neutron [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.845869] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52023bfe-83d9-81ac-4676-cf5f89e307d1, 'name': SearchDatastore_Task, 'duration_secs': 0.021974} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.846202] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.846456] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.846680] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.846954] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.846954] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.847254] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.848113] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.848113] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdf163d7-1bba-4ec7-aa88-645d1348afe5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.854761] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98af12a3-4587-4215-b80d-05970f55cf37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.865201] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 645.865201] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ce2c2e-9ab8-b4a5-e6c0-7b6c630a4a40" [ 645.865201] env[69722]: _type = "Task" [ 645.865201] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.875543] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ce2c2e-9ab8-b4a5-e6c0-7b6c630a4a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.880160] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.880368] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.881135] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-640f66fd-20b0-4d6b-bf54-6e933da8e4b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.887879] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 645.887879] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5270da63-d369-82a2-20f9-870fb5e30783" [ 645.887879] env[69722]: _type = "Task" [ 645.887879] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.903214] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5270da63-d369-82a2-20f9-870fb5e30783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.951790] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "refresh_cache-c8963c57-76ff-4cce-9279-c1f6744bbdaf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.952250] env[69722]: DEBUG nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Instance network_info: |[{"id": "4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d", "address": "fa:16:3e:15:8c:c7", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d808c0c-2a", "ovs_interfaceid": "4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.952450] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:8c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.960537] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.960692] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.960902] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55832f6b-b2cf-4d0d-af8e-939eee261a22 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.985081] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.985081] env[69722]: value = "task-3437727" [ 645.985081] env[69722]: _type = "Task" [ 645.985081] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.993109] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437727, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.017172] env[69722]: DEBUG nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.200973] env[69722]: DEBUG nova.compute.manager [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.201236] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.202251] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489704d-8d20-4dc9-8123-d2c79b58abe5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.212120] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.213214] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55f690b8-5e74-41a3-9ced-b19ef21b12ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.224702] env[69722]: DEBUG oslo_vmware.api [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Waiting for the task: (returnval){ [ 646.224702] env[69722]: value = "task-3437728" [ 646.224702] env[69722]: _type = "Task" [ 646.224702] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.236221] env[69722]: DEBUG oslo_vmware.api [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Task: {'id': task-3437728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.249555] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437726, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.380908] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ce2c2e-9ab8-b4a5-e6c0-7b6c630a4a40, 'name': SearchDatastore_Task, 'duration_secs': 0.02212} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.381657] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.382089] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.382488] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.397919] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5270da63-d369-82a2-20f9-870fb5e30783, 'name': SearchDatastore_Task, 'duration_secs': 0.014432} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.402177] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4bdee0-3621-4244-9d6f-727c3851dfbd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.407276] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 646.407276] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52654ec2-1691-e74b-8ca6-76a1e1fea2cd" [ 646.407276] env[69722]: _type = "Task" [ 646.407276] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.415519] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52654ec2-1691-e74b-8ca6-76a1e1fea2cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.436153] env[69722]: DEBUG nova.network.neutron [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.497838] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437727, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.546454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.688236] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "70ff7505-9b7f-48c6-8017-e380d9e61842" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.688490] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.739674] env[69722]: DEBUG oslo_vmware.api [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Task: {'id': task-3437728, 'name': PowerOffVM_Task, 'duration_secs': 0.339083} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.746524] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.746714] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.747320] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccd84a31-11f1-4302-833c-c11552a767fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.757436] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608297} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.760433] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 01ca7a98-3897-4e1a-8ec3-f70f476afd7d/01ca7a98-3897-4e1a-8ec3-f70f476afd7d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 646.760731] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 646.761376] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d416d5f0-c519-4a95-903e-b41b0b832b8e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.771850] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 646.771850] env[69722]: value = "task-3437734" [ 646.771850] env[69722]: _type = "Task" [ 646.771850] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.787396] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.823328] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.823771] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.824085] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Deleting the datastore file [datastore2] 8772fb61-210d-406e-958c-75462154ad40 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.824490] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63464d33-293b-460c-946b-2f73d2c67ef5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.832132] env[69722]: DEBUG oslo_vmware.api [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Waiting for the task: (returnval){ [ 646.832132] env[69722]: value = "task-3437735" [ 646.832132] env[69722]: _type = "Task" [ 646.832132] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.846732] env[69722]: DEBUG oslo_vmware.api [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Task: {'id': task-3437735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.921698] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52654ec2-1691-e74b-8ca6-76a1e1fea2cd, 'name': SearchDatastore_Task, 'duration_secs': 0.019806} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.923036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.923289] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6fc3ac89-027b-4995-8742-25bc78032170/6fc3ac89-027b-4995-8742-25bc78032170.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.924093] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc07dfda-7bcb-4b32-a5e2-f738a0e517e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.926715] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.926894] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.927107] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9be7c411-00ac-479b-953b-4c8e025540c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.930404] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9980759f-ac12-49ab-bdcc-85237983136d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.937934] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b29acd-a110-44ca-a9de-07092c62f163 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.944229] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 646.944229] env[69722]: value = "task-3437736" [ 646.944229] env[69722]: _type = "Task" [ 646.944229] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.975976] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4c522-3b1a-4781-b856-a5fbd1358fbd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.982801] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.984394] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.984542] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.987370] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c5641a-d9ae-4ac3-8a30-45dba1197db3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.993861] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fcfc26-e79e-4987-933c-0af10e2e4b89 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.000415] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 647.000415] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528c3ff4-f9cd-17a0-5598-de240df4962b" [ 647.000415] env[69722]: _type = "Task" [ 647.000415] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.011537] env[69722]: DEBUG nova.compute.provider_tree [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.012879] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437727, 'name': CreateVM_Task, 'duration_secs': 0.842942} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.016121] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.017310] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.017310] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.017488] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.018161] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4117d3-9998-4955-9a5d-ce3a9a1055e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.023280] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528c3ff4-f9cd-17a0-5598-de240df4962b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.025897] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 647.025897] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5230aa9d-6c67-d11e-f58f-5d8ad11ca77d" [ 647.025897] env[69722]: _type = "Task" [ 647.025897] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.037244] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5230aa9d-6c67-d11e-f58f-5d8ad11ca77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.071268] env[69722]: DEBUG nova.network.neutron [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Updating instance_info_cache with network_info: [{"id": "d2e2c573-f828-4d7d-83f6-2ffdd8b5143c", "address": "fa:16:3e:01:e3:f9", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e2c573-f8", "ovs_interfaceid": "d2e2c573-f828-4d7d-83f6-2ffdd8b5143c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.293038] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121652} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.293038] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.293922] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf6caf8-daa3-4582-8b3e-1b21b7cba016 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.335698] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 01ca7a98-3897-4e1a-8ec3-f70f476afd7d/01ca7a98-3897-4e1a-8ec3-f70f476afd7d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.335698] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fd728d2-2bf4-4af2-9c9a-605a1d45b9b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.363965] env[69722]: DEBUG oslo_vmware.api [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Task: {'id': task-3437735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36252} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.365653] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.365925] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.366183] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.366407] env[69722]: INFO nova.compute.manager [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] [instance: 8772fb61-210d-406e-958c-75462154ad40] Took 1.17 seconds to destroy the instance on the hypervisor. [ 647.366714] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.367036] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 647.367036] env[69722]: value = "task-3437737" [ 647.367036] env[69722]: _type = "Task" [ 647.367036] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.367793] env[69722]: DEBUG nova.compute.manager [-] [instance: 8772fb61-210d-406e-958c-75462154ad40] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.367793] env[69722]: DEBUG nova.network.neutron [-] [instance: 8772fb61-210d-406e-958c-75462154ad40] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.380786] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437737, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.398626] env[69722]: DEBUG nova.network.neutron [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Successfully updated port: 69b9ea6d-0780-4538-aa21-66a89cb52d41 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 647.459789] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.522038] env[69722]: DEBUG nova.scheduler.client.report [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.531231] env[69722]: DEBUG nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Received event network-vif-plugged-75d0d214-bb58-4f10-b9a3-3a909770a4f2 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.531801] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Acquiring lock "6fc3ac89-027b-4995-8742-25bc78032170-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.531801] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Lock "6fc3ac89-027b-4995-8742-25bc78032170-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.531876] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Lock "6fc3ac89-027b-4995-8742-25bc78032170-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.532068] env[69722]: DEBUG nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] No waiting events found dispatching network-vif-plugged-75d0d214-bb58-4f10-b9a3-3a909770a4f2 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.532234] env[69722]: WARNING nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Received unexpected event network-vif-plugged-75d0d214-bb58-4f10-b9a3-3a909770a4f2 for instance with vm_state building and task_state spawning. [ 647.532390] env[69722]: DEBUG nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Received event network-changed-75d0d214-bb58-4f10-b9a3-3a909770a4f2 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.532558] env[69722]: DEBUG nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Refreshing instance network info cache due to event network-changed-75d0d214-bb58-4f10-b9a3-3a909770a4f2. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.532755] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Acquiring lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.533295] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Acquired lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.533659] env[69722]: DEBUG nova.network.neutron [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Refreshing network info cache for port 75d0d214-bb58-4f10-b9a3-3a909770a4f2 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.541770] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528c3ff4-f9cd-17a0-5598-de240df4962b, 'name': SearchDatastore_Task, 'duration_secs': 0.028336} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.547336] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c98844-95b6-44e3-bbda-da4b8aa20a42 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.554378] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5230aa9d-6c67-d11e-f58f-5d8ad11ca77d, 'name': SearchDatastore_Task, 'duration_secs': 0.053529} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.555070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.555299] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.555508] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.557433] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 647.557433] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52043e1f-95a4-dc8f-1916-60a020d1f3bd" [ 647.557433] env[69722]: _type = "Task" [ 647.557433] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.565539] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52043e1f-95a4-dc8f-1916-60a020d1f3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.574459] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "refresh_cache-82bae88b-c9ce-4c89-93ea-7caba0c93035" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.574601] env[69722]: DEBUG nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Instance network_info: |[{"id": "d2e2c573-f828-4d7d-83f6-2ffdd8b5143c", "address": "fa:16:3e:01:e3:f9", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e2c573-f8", "ovs_interfaceid": "d2e2c573-f828-4d7d-83f6-2ffdd8b5143c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.575497] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:e3:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2e2c573-f828-4d7d-83f6-2ffdd8b5143c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.584083] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating folder: Project (b47dfddde4d140e28aa26af6c2c17c09). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.585251] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0060d0b3-2d0b-4b0d-a1c9-23a58b97fb55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.596766] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created folder: Project (b47dfddde4d140e28aa26af6c2c17c09) in parent group-v686248. [ 647.596964] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating folder: Instances. Parent ref: group-v686274. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.597886] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5222e516-33d9-43f0-82c5-bff6f4c2c5b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.606009] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created folder: Instances in parent group-v686274. [ 647.606544] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.606544] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.606656] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e369d08-d484-4487-84d7-bc0c0e554ba8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.628174] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.628174] env[69722]: value = "task-3437740" [ 647.628174] env[69722]: _type = "Task" [ 647.628174] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.640712] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437740, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.885493] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437737, 'name': ReconfigVM_Task, 'duration_secs': 0.406564} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.889882] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 01ca7a98-3897-4e1a-8ec3-f70f476afd7d/01ca7a98-3897-4e1a-8ec3-f70f476afd7d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 647.889882] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05668cfc-d7b9-4888-91a1-44f2b8013883 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.895543] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 647.895543] env[69722]: value = "task-3437741" [ 647.895543] env[69722]: _type = "Task" [ 647.895543] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.901253] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "refresh_cache-de579152-a4f4-474e-9dd7-12a419ffd905" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.901253] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired lock "refresh_cache-de579152-a4f4-474e-9dd7-12a419ffd905" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.901253] env[69722]: DEBUG nova.network.neutron [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.907220] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437741, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.957752] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609893} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.957955] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6fc3ac89-027b-4995-8742-25bc78032170/6fc3ac89-027b-4995-8742-25bc78032170.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.958212] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.958617] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-979668b8-db62-43c5-b07d-2b271cca6e47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.971601] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 647.971601] env[69722]: value = "task-3437742" [ 647.971601] env[69722]: _type = "Task" [ 647.971601] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.985901] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.026154] env[69722]: DEBUG nova.compute.manager [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Received event network-changed-f13d95ee-8fda-45ba-b779-629b3f1b60e8 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.026154] env[69722]: DEBUG nova.compute.manager [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Refreshing instance network info cache due to event network-changed-f13d95ee-8fda-45ba-b779-629b3f1b60e8. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 648.026154] env[69722]: DEBUG oslo_concurrency.lockutils [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] Acquiring lock "refresh_cache-ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.026154] env[69722]: DEBUG oslo_concurrency.lockutils [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] Acquired lock "refresh_cache-ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.026154] env[69722]: DEBUG nova.network.neutron [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Refreshing network info cache for port f13d95ee-8fda-45ba-b779-629b3f1b60e8 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 648.028063] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.028416] env[69722]: DEBUG nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.031321] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.978s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.033428] env[69722]: INFO nova.compute.claims [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.071840] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52043e1f-95a4-dc8f-1916-60a020d1f3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.00834} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.072123] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.072376] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.073796] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.074709] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.074709] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431bf21a-a68c-4192-8f3a-a74d9435f1e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.077105] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b5e6ce-a38d-45d2-a82c-c3b1dcd1dfe9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.087017] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 648.087017] env[69722]: value = "task-3437743" [ 648.087017] env[69722]: _type = "Task" [ 648.087017] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.090483] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.091454] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.095608] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "e5cda2f6-fb36-43c1-8041-252493253f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.095832] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "e5cda2f6-fb36-43c1-8041-252493253f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.096308] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccae0e84-bdbb-48f5-8eef-5a38169d62be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.104718] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.105711] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 648.105711] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa020d-45dd-1456-9bd1-49e2fd132c7b" [ 648.105711] env[69722]: _type = "Task" [ 648.105711] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.114154] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa020d-45dd-1456-9bd1-49e2fd132c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009289} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.114949] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72838029-ecc4-441e-92f2-1295261a4f1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.127049] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 648.127049] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b9c290-cd87-e56f-0211-80dcc832866c" [ 648.127049] env[69722]: _type = "Task" [ 648.127049] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.135231] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b9c290-cd87-e56f-0211-80dcc832866c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.140195] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437740, 'name': CreateVM_Task, 'duration_secs': 0.38563} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.140305] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.140967] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.141143] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.141445] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.141700] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d3bdcce-8e40-4787-9799-0a0871a9333c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.148130] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.148329] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.148555] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.148694] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.148857] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.150336] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 648.150336] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ccea6c-4fc9-59ae-fb6f-3089a8e20e4b" [ 648.150336] env[69722]: _type = "Task" [ 648.150336] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.151694] env[69722]: INFO nova.compute.manager [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Terminating instance [ 648.162668] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ccea6c-4fc9-59ae-fb6f-3089a8e20e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.162956] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.163196] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.163548] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.382893] env[69722]: DEBUG nova.network.neutron [-] [instance: 8772fb61-210d-406e-958c-75462154ad40] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.411110] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437741, 'name': Rename_Task, 'duration_secs': 0.1501} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.412816] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.412920] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c9740b1-a91d-4167-8f1e-a9d305d67dec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.422695] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 648.422695] env[69722]: value = "task-3437744" [ 648.422695] env[69722]: _type = "Task" [ 648.422695] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.438395] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.465759] env[69722]: DEBUG nova.network.neutron [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.483971] env[69722]: DEBUG nova.network.neutron [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Updated VIF entry in instance network info cache for port 75d0d214-bb58-4f10-b9a3-3a909770a4f2. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.484381] env[69722]: DEBUG nova.network.neutron [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Updating instance_info_cache with network_info: [{"id": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "address": "fa:16:3e:7c:ea:0b", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0d214-bb", "ovs_interfaceid": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.493123] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084059} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.493123] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.493123] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc18389-5350-47b2-aa70-7696ce57fdf8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.526365] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6fc3ac89-027b-4995-8742-25bc78032170/6fc3ac89-027b-4995-8742-25bc78032170.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.529547] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abc0a270-8435-409b-bf34-117530ce76a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.549862] env[69722]: DEBUG nova.compute.utils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.555296] env[69722]: DEBUG nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.556273] env[69722]: DEBUG nova.network.neutron [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.565970] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 648.565970] env[69722]: value = "task-3437745" [ 648.565970] env[69722]: _type = "Task" [ 648.565970] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.578661] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.598218] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484814} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.603251] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.603473] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.603840] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5da1a5da-1d69-49ae-9b75-dd6de0a411ba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.611642] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 648.611642] env[69722]: value = "task-3437746" [ 648.611642] env[69722]: _type = "Task" [ 648.611642] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.623441] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.623795] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.624016] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.624336] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.624414] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.626633] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.631308] env[69722]: INFO nova.compute.manager [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Terminating instance [ 648.649492] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b9c290-cd87-e56f-0211-80dcc832866c, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.653135] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.653540] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c8963c57-76ff-4cce-9279-c1f6744bbdaf/c8963c57-76ff-4cce-9279-c1f6744bbdaf.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.654133] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.654382] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.654636] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d0f31fc-68fb-4f1b-a57d-60b800c87c78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.660105] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c557488-6b7a-4e92-b22f-12dbdd52cfe7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.663187] env[69722]: DEBUG nova.compute.manager [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.663187] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.664327] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e66336-e65c-44f5-964e-858b2905b978 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.673501] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.675935] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95838029-3ea5-4f5c-9ce1-a9f764f42eee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.677762] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.677956] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.678758] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 648.678758] env[69722]: value = "task-3437747" [ 648.678758] env[69722]: _type = "Task" [ 648.678758] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.679274] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-116e2302-aabd-4ce6-9d8c-5aa23669915e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.687233] env[69722]: DEBUG oslo_vmware.api [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 648.687233] env[69722]: value = "task-3437748" [ 648.687233] env[69722]: _type = "Task" [ 648.687233] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.695318] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.695624] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 648.695624] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52867182-5827-17b3-45c9-015135cda568" [ 648.695624] env[69722]: _type = "Task" [ 648.695624] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.702241] env[69722]: DEBUG oslo_vmware.api [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.707022] env[69722]: DEBUG nova.policy [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37569979cb9043c3a225fe75090f6875', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0108c3b7c2894a91a1ec698d5ede332e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.712350] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52867182-5827-17b3-45c9-015135cda568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.753348] env[69722]: DEBUG nova.network.neutron [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Updating instance_info_cache with network_info: [{"id": "69b9ea6d-0780-4538-aa21-66a89cb52d41", "address": "fa:16:3e:ad:a5:b2", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b9ea6d-07", "ovs_interfaceid": "69b9ea6d-0780-4538-aa21-66a89cb52d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.888186] env[69722]: INFO nova.compute.manager [-] [instance: 8772fb61-210d-406e-958c-75462154ad40] Took 1.52 seconds to deallocate network for instance. [ 648.940827] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437744, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.991420] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Releasing lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.991420] env[69722]: DEBUG nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Received event network-vif-plugged-4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 648.991593] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Acquiring lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.991868] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.991968] env[69722]: DEBUG oslo_concurrency.lockutils [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.992056] env[69722]: DEBUG nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] No waiting events found dispatching network-vif-plugged-4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 648.993524] env[69722]: WARNING nova.compute.manager [req-c40c502a-16b8-4378-a90c-0626d7e1006a req-2c9a9d31-5763-430b-90ba-611d6d31c369 service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Received unexpected event network-vif-plugged-4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d for instance with vm_state building and task_state spawning. [ 649.057031] env[69722]: DEBUG nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.087842] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437745, 'name': ReconfigVM_Task, 'duration_secs': 0.424263} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.088187] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6fc3ac89-027b-4995-8742-25bc78032170/6fc3ac89-027b-4995-8742-25bc78032170.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.088883] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcf9cc22-31a6-476d-962c-247179de16b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.099164] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 649.099164] env[69722]: value = "task-3437749" [ 649.099164] env[69722]: _type = "Task" [ 649.099164] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.120338] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437749, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.130559] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074083} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.130559] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.131539] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936f184d-92db-42bf-a361-cec4585d59ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.159538] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.163279] env[69722]: DEBUG nova.compute.manager [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 649.163279] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 649.163504] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f752f130-4b29-4024-98b0-fd8cdada07b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.180835] env[69722]: DEBUG nova.network.neutron [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Updated VIF entry in instance network info cache for port f13d95ee-8fda-45ba-b779-629b3f1b60e8. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.181071] env[69722]: DEBUG nova.network.neutron [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Updating instance_info_cache with network_info: [{"id": "f13d95ee-8fda-45ba-b779-629b3f1b60e8", "address": "fa:16:3e:0d:62:04", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf13d95ee-8f", "ovs_interfaceid": "f13d95ee-8fda-45ba-b779-629b3f1b60e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.182869] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c6e454-6cc4-40e4-b21e-16f14c3deef6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.200209] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.200674] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 649.200674] env[69722]: value = "task-3437750" [ 649.200674] env[69722]: _type = "Task" [ 649.200674] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.208377] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee908529-b19c-48b1-8752-ac660baaa764 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.210198] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.226855] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52867182-5827-17b3-45c9-015135cda568, 'name': SearchDatastore_Task, 'duration_secs': 0.029649} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.237729] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.237729] env[69722]: DEBUG oslo_vmware.api [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 649.237729] env[69722]: value = "task-3437751" [ 649.237729] env[69722]: _type = "Task" [ 649.237729] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.237729] env[69722]: DEBUG oslo_vmware.api [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437748, 'name': PowerOffVM_Task, 'duration_secs': 0.259392} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.237729] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce64c02c-c1f7-4b05-a50e-c7d30880fded {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.241016] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.241016] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.247894] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c5cd307-b568-4a73-a872-a1a7c34c1263 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.255859] env[69722]: DEBUG oslo_vmware.api [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.257876] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Releasing lock "refresh_cache-de579152-a4f4-474e-9dd7-12a419ffd905" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.258197] env[69722]: DEBUG nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Instance network_info: |[{"id": "69b9ea6d-0780-4538-aa21-66a89cb52d41", "address": "fa:16:3e:ad:a5:b2", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b9ea6d-07", "ovs_interfaceid": "69b9ea6d-0780-4538-aa21-66a89cb52d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 649.258594] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 649.258594] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a159b9-93d6-4ee3-33b0-f1fe151fcc2f" [ 649.258594] env[69722]: _type = "Task" [ 649.258594] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.259047] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:a5:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69b9ea6d-0780-4538-aa21-66a89cb52d41', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.268081] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Creating folder: Project (dd21a51ddd034852ac2ec315c610e1f4). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.268160] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e878b986-c094-4543-a04a-83d7b64c0936 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.281719] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a159b9-93d6-4ee3-33b0-f1fe151fcc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.283689] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Created folder: Project (dd21a51ddd034852ac2ec315c610e1f4) in parent group-v686248. [ 649.283898] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Creating folder: Instances. Parent ref: group-v686277. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 649.284246] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec3d0937-89e2-4573-a298-d1409654abe4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.295055] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Created folder: Instances in parent group-v686277. [ 649.295328] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.295525] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.295748] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d0f95f5-bc32-4c19-98da-66b0d3cdcd92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.331727] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.331920] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.332076] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Deleting the datastore file [datastore2] e8f89955-747c-4c62-bd15-79ed0c24b4b7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.332991] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f18c0deb-6112-4f59-817e-e87dc3b50dec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.337759] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.337759] env[69722]: value = "task-3437755" [ 649.337759] env[69722]: _type = "Task" [ 649.337759] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.343957] env[69722]: DEBUG oslo_vmware.api [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for the task: (returnval){ [ 649.343957] env[69722]: value = "task-3437756" [ 649.343957] env[69722]: _type = "Task" [ 649.343957] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.363514] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437755, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.372579] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "07beaffc-d61a-4d28-a40c-566ff3fdee48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.372579] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.378662] env[69722]: DEBUG oslo_vmware.api [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.403382] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.442151] env[69722]: DEBUG oslo_vmware.api [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437744, 'name': PowerOnVM_Task, 'duration_secs': 0.696535} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.448694] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.448694] env[69722]: INFO nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Took 17.49 seconds to spawn the instance on the hypervisor. [ 649.448694] env[69722]: DEBUG nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 649.449890] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b2debd-1165-4aff-847c-25768f35a5fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.521197] env[69722]: DEBUG nova.network.neutron [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Successfully created port: dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.574174] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb44ba8f-f84e-442c-a461-e7b58ad0c7a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.587216] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf3346-60a1-4279-b17f-0975d713702f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.634565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ec8ac-ae29-4f56-82a9-109d3682d21d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.649974] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437749, 'name': Rename_Task, 'duration_secs': 0.366901} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.649974] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.649974] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec4f416-cbd3-41d7-a242-0965c9187dc4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.652363] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c13843a1-3006-4e61-a8e0-461c4864beb1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.665804] env[69722]: DEBUG nova.compute.provider_tree [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.669711] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 649.669711] env[69722]: value = "task-3437758" [ 649.669711] env[69722]: _type = "Task" [ 649.669711] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.679627] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437758, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.688857] env[69722]: DEBUG oslo_concurrency.lockutils [req-48dfd925-5f5f-4dc4-9b8c-9d9672ddda22 req-17393a47-5791-4e7d-b195-116d4a18c97d service nova] Releasing lock "refresh_cache-ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.698050] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659953} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.698688] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c8963c57-76ff-4cce-9279-c1f6744bbdaf/c8963c57-76ff-4cce-9279-c1f6744bbdaf.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.698827] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.699112] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74aec11d-f92f-455b-b4cc-34b1ab45c921 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.709087] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 649.709087] env[69722]: value = "task-3437759" [ 649.709087] env[69722]: _type = "Task" [ 649.709087] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.725982] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437759, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.731103] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.750620] env[69722]: DEBUG oslo_vmware.api [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437751, 'name': PowerOffVM_Task, 'duration_secs': 0.256044} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.750927] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.751085] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.751753] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc2da481-4e24-4327-a85b-309611acdca3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.780600] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a159b9-93d6-4ee3-33b0-f1fe151fcc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.054978} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.780875] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.781151] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 82bae88b-c9ce-4c89-93ea-7caba0c93035/82bae88b-c9ce-4c89-93ea-7caba0c93035.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.782036] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a64028bb-66d1-4bcb-b34a-a5d0607ee5fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.788832] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 649.788832] env[69722]: value = "task-3437761" [ 649.788832] env[69722]: _type = "Task" [ 649.788832] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.798913] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.814480] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 649.814480] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 649.814480] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Deleting the datastore file [datastore2] 7a41a7dc-5015-4c36-97b9-d4048f61f5f0 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 649.814480] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59abc49b-b40a-4b91-b6c9-b0a639e046f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.824733] env[69722]: DEBUG oslo_vmware.api [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for the task: (returnval){ [ 649.824733] env[69722]: value = "task-3437762" [ 649.824733] env[69722]: _type = "Task" [ 649.824733] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.838148] env[69722]: DEBUG oslo_vmware.api [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.851187] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437755, 'name': CreateVM_Task, 'duration_secs': 0.419047} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.858515] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.861958] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.862167] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.862494] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.863242] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1fa10b-ac8e-4301-9318-f27272c3c4ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.872497] env[69722]: DEBUG oslo_vmware.api [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Task: {'id': task-3437756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376603} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.874018] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 649.874018] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 649.874018] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 649.874018] env[69722]: INFO nova.compute.manager [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Took 1.21 seconds to destroy the instance on the hypervisor. [ 649.874385] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 649.878983] env[69722]: DEBUG nova.compute.manager [-] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 649.878983] env[69722]: DEBUG nova.network.neutron [-] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 649.878983] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 649.878983] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f21bfa-5b21-2959-df1d-21f1d48afdb6" [ 649.878983] env[69722]: _type = "Task" [ 649.878983] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.887461] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f21bfa-5b21-2959-df1d-21f1d48afdb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.923094] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "ac5f41a1-eaba-492a-8293-4b96e4d78297" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.923394] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.974071] env[69722]: INFO nova.compute.manager [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Took 27.03 seconds to build instance. [ 650.080579] env[69722]: DEBUG nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.118629] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.118990] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.119088] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.119276] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.119420] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.119568] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.119781] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.119949] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.120874] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.121268] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.124728] env[69722]: DEBUG nova.virt.hardware [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.126080] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce531fa-2342-467e-9072-d5b978e3a7db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.134255] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bd6f1e-fcd5-481d-879a-84ec19a648e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.173342] env[69722]: DEBUG nova.scheduler.client.report [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.184559] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437758, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.229092] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437750, 'name': ReconfigVM_Task, 'duration_secs': 0.659198} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.229169] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437759, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129876} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.229415] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.230078] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.230335] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea336a9e-2093-4c06-8206-a5db3160261b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.232594] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7736f22-5465-44ca-b8f1-99b367adcdef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.256287] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] c8963c57-76ff-4cce-9279-c1f6744bbdaf/c8963c57-76ff-4cce-9279-c1f6744bbdaf.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.258276] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c5d6c6-bd69-444e-997a-d86782ee70ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.272733] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 650.272733] env[69722]: value = "task-3437763" [ 650.272733] env[69722]: _type = "Task" [ 650.272733] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.278788] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 650.278788] env[69722]: value = "task-3437764" [ 650.278788] env[69722]: _type = "Task" [ 650.278788] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.282266] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437763, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.291189] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.302679] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437761, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.334966] env[69722]: DEBUG oslo_vmware.api [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Task: {'id': task-3437762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492694} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.335258] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 650.335518] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 650.335623] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 650.335798] env[69722]: INFO nova.compute.manager [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 650.336049] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.336252] env[69722]: DEBUG nova.compute.manager [-] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 650.336351] env[69722]: DEBUG nova.network.neutron [-] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.392957] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f21bfa-5b21-2959-df1d-21f1d48afdb6, 'name': SearchDatastore_Task, 'duration_secs': 0.026158} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.393484] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.393484] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.393872] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.393872] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.393872] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.394167] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0eb695a7-18d6-43a8-b061-cd9ecd1670ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.411175] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.411175] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.411838] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2834da5-ebea-4779-bc5e-a141b6dc2b8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.417839] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 650.417839] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b03a5-1dd1-4271-75b8-f8989ec8b15c" [ 650.417839] env[69722]: _type = "Task" [ 650.417839] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.425630] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b03a5-1dd1-4271-75b8-f8989ec8b15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.475742] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3f1d8e5d-88fc-48d7-a150-f641a7aca2d0 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.540s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.679315] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.679838] env[69722]: DEBUG nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 650.683824] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.227s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.685450] env[69722]: INFO nova.compute.claims [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 650.699527] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437758, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.789015] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437763, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.795617] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437764, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.805428] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437761, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.933750] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b03a5-1dd1-4271-75b8-f8989ec8b15c, 'name': SearchDatastore_Task, 'duration_secs': 0.065359} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.934437] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5157c2d0-bb8c-44d9-8850-69ac07ab4daa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.940118] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 650.940118] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e15706-455a-253b-e87a-78c42a9179ae" [ 650.940118] env[69722]: _type = "Task" [ 650.940118] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.948669] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e15706-455a-253b-e87a-78c42a9179ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.981538] env[69722]: DEBUG nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.191638] env[69722]: DEBUG nova.compute.utils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.193008] env[69722]: DEBUG oslo_vmware.api [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437758, 'name': PowerOnVM_Task, 'duration_secs': 1.397743} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.196342] env[69722]: DEBUG nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.196342] env[69722]: DEBUG nova.network.neutron [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.197290] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.197493] env[69722]: INFO nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Took 16.94 seconds to spawn the instance on the hypervisor. [ 651.197677] env[69722]: DEBUG nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.199924] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ba936-b700-472b-8936-3524dc91d895 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.204680] env[69722]: DEBUG nova.network.neutron [-] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.273124] env[69722]: DEBUG nova.policy [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cf6225825164192be9af538dd72df02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '256f9ee0be524150944508017f36dd04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.284231] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437763, 'name': Rename_Task, 'duration_secs': 0.649993} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.284793] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.285045] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ca6cb62-f474-474b-9119-95636876af92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.295228] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.296469] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 651.296469] env[69722]: value = "task-3437765" [ 651.296469] env[69722]: _type = "Task" [ 651.296469] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.308201] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437761, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.024469} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.310085] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 82bae88b-c9ce-4c89-93ea-7caba0c93035/82bae88b-c9ce-4c89-93ea-7caba0c93035.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.310488] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.311825] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.311825] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e4f2670-34b0-4de7-8ad5-c637247f711b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.317712] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 651.317712] env[69722]: value = "task-3437766" [ 651.317712] env[69722]: _type = "Task" [ 651.317712] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.325833] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.451929] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e15706-455a-253b-e87a-78c42a9179ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017648} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.452221] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.452474] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] de579152-a4f4-474e-9dd7-12a419ffd905/de579152-a4f4-474e-9dd7-12a419ffd905.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.452771] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8361c4e-d8f4-4ba7-a62a-31189a8a533b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.460209] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 651.460209] env[69722]: value = "task-3437767" [ 651.460209] env[69722]: _type = "Task" [ 651.460209] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.468422] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.506569] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.600270] env[69722]: DEBUG nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Received event network-changed-4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.600481] env[69722]: DEBUG nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Refreshing instance network info cache due to event network-changed-4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.600814] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Acquiring lock "refresh_cache-c8963c57-76ff-4cce-9279-c1f6744bbdaf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.600930] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Acquired lock "refresh_cache-c8963c57-76ff-4cce-9279-c1f6744bbdaf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.601113] env[69722]: DEBUG nova.network.neutron [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Refreshing network info cache for port 4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.602456] env[69722]: DEBUG nova.network.neutron [-] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.644352] env[69722]: DEBUG nova.network.neutron [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Successfully updated port: dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.694592] env[69722]: DEBUG nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 651.710175] env[69722]: INFO nova.compute.manager [-] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Took 1.83 seconds to deallocate network for instance. [ 651.731098] env[69722]: INFO nova.compute.manager [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Took 28.57 seconds to build instance. [ 651.798811] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.811213] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.830840] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064959} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.831094] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.832812] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ab5d0a-843c-4570-998a-9a5779c8f097 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.862824] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 82bae88b-c9ce-4c89-93ea-7caba0c93035/82bae88b-c9ce-4c89-93ea-7caba0c93035.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.865733] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c045bda7-2d5d-4d32-87c7-4a681cb7df2e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.888226] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 651.888226] env[69722]: value = "task-3437769" [ 651.888226] env[69722]: _type = "Task" [ 651.888226] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.896765] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.973235] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.989602] env[69722]: DEBUG nova.compute.manager [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Received event network-vif-plugged-69b9ea6d-0780-4538-aa21-66a89cb52d41 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.990216] env[69722]: DEBUG oslo_concurrency.lockutils [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] Acquiring lock "de579152-a4f4-474e-9dd7-12a419ffd905-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.990216] env[69722]: DEBUG oslo_concurrency.lockutils [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] Lock "de579152-a4f4-474e-9dd7-12a419ffd905-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.990216] env[69722]: DEBUG oslo_concurrency.lockutils [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] Lock "de579152-a4f4-474e-9dd7-12a419ffd905-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.990355] env[69722]: DEBUG nova.compute.manager [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] No waiting events found dispatching network-vif-plugged-69b9ea6d-0780-4538-aa21-66a89cb52d41 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.990563] env[69722]: WARNING nova.compute.manager [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Received unexpected event network-vif-plugged-69b9ea6d-0780-4538-aa21-66a89cb52d41 for instance with vm_state building and task_state spawning. [ 651.990659] env[69722]: DEBUG nova.compute.manager [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Received event network-changed-69b9ea6d-0780-4538-aa21-66a89cb52d41 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.990823] env[69722]: DEBUG nova.compute.manager [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Refreshing instance network info cache due to event network-changed-69b9ea6d-0780-4538-aa21-66a89cb52d41. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.991008] env[69722]: DEBUG oslo_concurrency.lockutils [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] Acquiring lock "refresh_cache-de579152-a4f4-474e-9dd7-12a419ffd905" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.991151] env[69722]: DEBUG oslo_concurrency.lockutils [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] Acquired lock "refresh_cache-de579152-a4f4-474e-9dd7-12a419ffd905" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.991482] env[69722]: DEBUG nova.network.neutron [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Refreshing network info cache for port 69b9ea6d-0780-4538-aa21-66a89cb52d41 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.098191] env[69722]: DEBUG nova.network.neutron [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Successfully created port: 8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.107542] env[69722]: INFO nova.compute.manager [-] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Took 1.77 seconds to deallocate network for instance. [ 652.111958] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c05df3-8d50-4f8c-980b-af16a2f33054 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.125661] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c718aed5-d600-462a-8775-27721f0639ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.157912] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.158069] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquired lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.158223] env[69722]: DEBUG nova.network.neutron [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.162979] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406a3bde-4e9b-4ca7-ae62-8c00f1f62f68 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.171661] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b1fd13-ac31-4303-9cd1-68cb7a20b91a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.189854] env[69722]: DEBUG nova.compute.provider_tree [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.217741] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.233034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-98bdec8e-4ff0-418c-a5b7-ca2ab2d4496b tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "6fc3ac89-027b-4995-8742-25bc78032170" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.085s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.240232] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.240537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.298326] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437764, 'name': ReconfigVM_Task, 'duration_secs': 1.860228} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.298758] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Reconfigured VM instance instance-00000008 to attach disk [datastore1] c8963c57-76ff-4cce-9279-c1f6744bbdaf/c8963c57-76ff-4cce-9279-c1f6744bbdaf.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.300644] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65629b55-4080-42a4-a2d6-6e64aeeff4fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.310857] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437765, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.312349] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 652.312349] env[69722]: value = "task-3437770" [ 652.312349] env[69722]: _type = "Task" [ 652.312349] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.321191] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437770, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.400560] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437769, 'name': ReconfigVM_Task, 'duration_secs': 0.32007} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.400560] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 82bae88b-c9ce-4c89-93ea-7caba0c93035/82bae88b-c9ce-4c89-93ea-7caba0c93035.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.401250] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a48f966-513e-4fcf-a89c-f706311d3c5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.411650] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 652.411650] env[69722]: value = "task-3437771" [ 652.411650] env[69722]: _type = "Task" [ 652.411650] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.421186] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437771, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.466026] env[69722]: DEBUG nova.network.neutron [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Updated VIF entry in instance network info cache for port 4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.466476] env[69722]: DEBUG nova.network.neutron [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Updating instance_info_cache with network_info: [{"id": "4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d", "address": "fa:16:3e:15:8c:c7", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d808c0c-2a", "ovs_interfaceid": "4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.483097] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437767, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.624253] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.694527] env[69722]: DEBUG nova.scheduler.client.report [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.704093] env[69722]: DEBUG nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.732023] env[69722]: DEBUG nova.network.neutron [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.741578] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.741655] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.742098] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.742098] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.742098] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.742241] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.742432] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.742597] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.742784] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.742942] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.743231] env[69722]: DEBUG nova.virt.hardware [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.743940] env[69722]: DEBUG nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.746995] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b394fd5d-dddf-4d92-adab-580d75d41eb8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.755525] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa8059-ed26-432e-8881-94f7c3b5baf6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.812214] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437765, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.833085] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437770, 'name': Rename_Task, 'duration_secs': 0.500029} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.833204] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.833591] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d3e163-5d52-4943-b91a-accde593b4f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.841617] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 652.841617] env[69722]: value = "task-3437772" [ 652.841617] env[69722]: _type = "Task" [ 652.841617] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.858563] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.924724] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437771, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.925779] env[69722]: DEBUG nova.network.neutron [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Updated VIF entry in instance network info cache for port 69b9ea6d-0780-4538-aa21-66a89cb52d41. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.926166] env[69722]: DEBUG nova.network.neutron [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Updating instance_info_cache with network_info: [{"id": "69b9ea6d-0780-4538-aa21-66a89cb52d41", "address": "fa:16:3e:ad:a5:b2", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69b9ea6d-07", "ovs_interfaceid": "69b9ea6d-0780-4538-aa21-66a89cb52d41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.977094] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Releasing lock "refresh_cache-c8963c57-76ff-4cce-9279-c1f6744bbdaf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.977439] env[69722]: DEBUG nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Received event network-vif-plugged-d2e2c573-f828-4d7d-83f6-2ffdd8b5143c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.977647] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Acquiring lock "82bae88b-c9ce-4c89-93ea-7caba0c93035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.977853] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.978024] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.978193] env[69722]: DEBUG nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] No waiting events found dispatching network-vif-plugged-d2e2c573-f828-4d7d-83f6-2ffdd8b5143c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.978436] env[69722]: WARNING nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Received unexpected event network-vif-plugged-d2e2c573-f828-4d7d-83f6-2ffdd8b5143c for instance with vm_state building and task_state spawning. [ 652.978520] env[69722]: DEBUG nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Received event network-changed-d2e2c573-f828-4d7d-83f6-2ffdd8b5143c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.978674] env[69722]: DEBUG nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Refreshing instance network info cache due to event network-changed-d2e2c573-f828-4d7d-83f6-2ffdd8b5143c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.979015] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Acquiring lock "refresh_cache-82bae88b-c9ce-4c89-93ea-7caba0c93035" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.979055] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Acquired lock "refresh_cache-82bae88b-c9ce-4c89-93ea-7caba0c93035" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.979223] env[69722]: DEBUG nova.network.neutron [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Refreshing network info cache for port d2e2c573-f828-4d7d-83f6-2ffdd8b5143c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.980332] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437767, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.217313} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.980858] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] de579152-a4f4-474e-9dd7-12a419ffd905/de579152-a4f4-474e-9dd7-12a419ffd905.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.981139] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.981469] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6902c6b-c957-4ac1-957b-c15f0576c207 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.988961] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 652.988961] env[69722]: value = "task-3437773" [ 652.988961] env[69722]: _type = "Task" [ 652.988961] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.995903] env[69722]: DEBUG nova.network.neutron [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updating instance_info_cache with network_info: [{"id": "dc390267-e949-4982-b8d2-9c28cb929729", "address": "fa:16:3e:5d:f0:ec", "network": {"id": "e7fe01a6-345d-4968-a2af-756907e2551f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-791020899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0108c3b7c2894a91a1ec698d5ede332e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc390267-e9", "ovs_interfaceid": "dc390267-e949-4982-b8d2-9c28cb929729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.003751] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.202457] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.203124] env[69722]: DEBUG nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 653.206146] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.660s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.207513] env[69722]: INFO nova.compute.claims [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.289398] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.313468] env[69722]: DEBUG oslo_vmware.api [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437765, 'name': PowerOnVM_Task, 'duration_secs': 1.759819} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.313468] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.313468] env[69722]: INFO nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Took 16.71 seconds to spawn the instance on the hypervisor. [ 653.313468] env[69722]: DEBUG nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.314201] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3a89f2-3fff-43f8-b6fd-ac03e9e538ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.356169] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437772, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.422912] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437771, 'name': Rename_Task, 'duration_secs': 0.901183} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.423201] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.423443] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd5d105-aa6d-45f2-9b41-17a72899a000 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.428865] env[69722]: DEBUG oslo_concurrency.lockutils [req-cc6f80e1-88ee-45a7-ad5d-1ba285299948 req-c5970d48-1274-4eb6-9f36-6a6eeaf9259a service nova] Releasing lock "refresh_cache-de579152-a4f4-474e-9dd7-12a419ffd905" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.432542] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 653.432542] env[69722]: value = "task-3437774" [ 653.432542] env[69722]: _type = "Task" [ 653.432542] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.443691] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.500049] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Releasing lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.500356] env[69722]: DEBUG nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Instance network_info: |[{"id": "dc390267-e949-4982-b8d2-9c28cb929729", "address": "fa:16:3e:5d:f0:ec", "network": {"id": "e7fe01a6-345d-4968-a2af-756907e2551f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-791020899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0108c3b7c2894a91a1ec698d5ede332e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc390267-e9", "ovs_interfaceid": "dc390267-e949-4982-b8d2-9c28cb929729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.500721] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10075} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.501229] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:f0:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc390267-e949-4982-b8d2-9c28cb929729', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.508940] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Creating folder: Project (0108c3b7c2894a91a1ec698d5ede332e). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.509264] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.509532] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08b65ca1-4d2a-4025-83b6-a93cc98897ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.511910] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2841c3-f46b-4532-af9d-7c3fb78dca5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.540814] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] de579152-a4f4-474e-9dd7-12a419ffd905/de579152-a4f4-474e-9dd7-12a419ffd905.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.545549] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5570f6a5-0685-4661-b963-1221fff89bbb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.562042] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Created folder: Project (0108c3b7c2894a91a1ec698d5ede332e) in parent group-v686248. [ 653.562262] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Creating folder: Instances. Parent ref: group-v686280. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.562990] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e0a5799-7dbd-4fc6-911f-5e470040c552 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.571054] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 653.571054] env[69722]: value = "task-3437777" [ 653.571054] env[69722]: _type = "Task" [ 653.571054] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.576709] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Created folder: Instances in parent group-v686280. [ 653.576953] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.577918] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.577918] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06362a8e-5f9d-45cc-b524-a0dd0d65b89e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.595832] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.600243] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.600243] env[69722]: value = "task-3437778" [ 653.600243] env[69722]: _type = "Task" [ 653.600243] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.608476] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437778, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.712103] env[69722]: DEBUG nova.compute.utils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.721544] env[69722]: DEBUG nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.721741] env[69722]: DEBUG nova.network.neutron [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.782859] env[69722]: DEBUG nova.compute.manager [None req-4330c5c0-522d-46df-96b8-e107fe1160be tempest-ServerExternalEventsTest-1976337375 tempest-ServerExternalEventsTest-1976337375-project] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Received event network-changed {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.783059] env[69722]: DEBUG nova.compute.manager [None req-4330c5c0-522d-46df-96b8-e107fe1160be tempest-ServerExternalEventsTest-1976337375 tempest-ServerExternalEventsTest-1976337375-project] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Refreshing instance network info cache due to event network-changed. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.783305] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4330c5c0-522d-46df-96b8-e107fe1160be tempest-ServerExternalEventsTest-1976337375 tempest-ServerExternalEventsTest-1976337375-project] Acquiring lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.783449] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4330c5c0-522d-46df-96b8-e107fe1160be tempest-ServerExternalEventsTest-1976337375 tempest-ServerExternalEventsTest-1976337375-project] Acquired lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.783647] env[69722]: DEBUG nova.network.neutron [None req-4330c5c0-522d-46df-96b8-e107fe1160be tempest-ServerExternalEventsTest-1976337375 tempest-ServerExternalEventsTest-1976337375-project] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.825525] env[69722]: DEBUG nova.policy [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47baa31eb7924d42b5d55b33b9757012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bfeaff4d41947278fc2650c2cd51d85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.839221] env[69722]: INFO nova.compute.manager [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Took 29.73 seconds to build instance. [ 653.864597] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437772, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.947152] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.000512] env[69722]: DEBUG nova.network.neutron [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Updated VIF entry in instance network info cache for port d2e2c573-f828-4d7d-83f6-2ffdd8b5143c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 654.000512] env[69722]: DEBUG nova.network.neutron [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Updating instance_info_cache with network_info: [{"id": "d2e2c573-f828-4d7d-83f6-2ffdd8b5143c", "address": "fa:16:3e:01:e3:f9", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2e2c573-f8", "ovs_interfaceid": "d2e2c573-f828-4d7d-83f6-2ffdd8b5143c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.084695] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437777, 'name': ReconfigVM_Task, 'duration_secs': 0.41321} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.084922] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Reconfigured VM instance instance-0000000a to attach disk [datastore1] de579152-a4f4-474e-9dd7-12a419ffd905/de579152-a4f4-474e-9dd7-12a419ffd905.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.085565] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2f7a2a3-d682-4696-af3f-54f5362bd029 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.097321] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 654.097321] env[69722]: value = "task-3437780" [ 654.097321] env[69722]: _type = "Task" [ 654.097321] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.110134] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437780, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.113439] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437778, 'name': CreateVM_Task, 'duration_secs': 0.427348} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.113787] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.114817] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.114984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.115464] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.115638] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae043cdc-c935-447a-a7de-d1c587fc2712 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.120536] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 654.120536] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f62246-e9e2-2b73-279d-5c8a80267a9e" [ 654.120536] env[69722]: _type = "Task" [ 654.120536] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.130699] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f62246-e9e2-2b73-279d-5c8a80267a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.178915] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.178915] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.216205] env[69722]: DEBUG nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 654.343651] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41b90917-e4eb-452b-8612-7dfc15276d94 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.247s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.360057] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437772, 'name': PowerOnVM_Task} progress is 75%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.440464] env[69722]: DEBUG nova.network.neutron [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Successfully created port: 605f14a2-aa06-40b3-864e-0f60ad4e7c53 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 654.449084] env[69722]: DEBUG oslo_vmware.api [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437774, 'name': PowerOnVM_Task, 'duration_secs': 0.606909} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.452457] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.452457] env[69722]: INFO nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Took 13.16 seconds to spawn the instance on the hypervisor. [ 654.452457] env[69722]: DEBUG nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.453624] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f5ecb6-3165-435c-a920-86ee7586701b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.507513] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "4402874e-3efc-45ef-ae36-6a85d7456aeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.508224] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.508224] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "4402874e-3efc-45ef-ae36-6a85d7456aeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.508224] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.508544] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.513188] env[69722]: INFO nova.compute.manager [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Terminating instance [ 654.517392] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] Releasing lock "refresh_cache-82bae88b-c9ce-4c89-93ea-7caba0c93035" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.517643] env[69722]: DEBUG nova.compute.manager [req-8f748f2c-a053-4979-ae11-3875dca76fad req-9fda4546-4860-4b95-a970-75ca19ed99fa service nova] [instance: 8772fb61-210d-406e-958c-75462154ad40] Received event network-vif-deleted-d9e7f9cb-d5a4-4fff-965f-df101f3166ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.518067] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "26110aee-d477-4308-80ab-dcb8fc4d4c06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.518214] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.563675] env[69722]: DEBUG nova.network.neutron [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Successfully updated port: 8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.603769] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437780, 'name': Rename_Task, 'duration_secs': 0.307114} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.604078] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.604316] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc430986-31db-4d53-884f-c866da2c8626 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.612246] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 654.612246] env[69722]: value = "task-3437781" [ 654.612246] env[69722]: _type = "Task" [ 654.612246] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.620060] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.633025] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f62246-e9e2-2b73-279d-5c8a80267a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.639026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.639314] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.639557] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.639703] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.639880] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.640226] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1dc4291-0633-4438-9aaf-c47758c7d1b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.646558] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2985b9ab-574f-46e7-a1e2-530dadaf9fd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.650894] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.651459] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.652194] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42599eb5-7223-4c11-8880-eb287d94dbd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.657666] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a21ebce-0346-4fb4-9d90-727b00de793c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.663013] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 654.663013] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52616f35-486f-582e-13e1-9e7efd2f3036" [ 654.663013] env[69722]: _type = "Task" [ 654.663013] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.692017] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3790af04-add9-451d-ad06-a00429475326 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.698457] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52616f35-486f-582e-13e1-9e7efd2f3036, 'name': SearchDatastore_Task, 'duration_secs': 0.021939} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.699492] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fcd4972-fac1-4046-b7bf-bc6346e2b0ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.706024] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eafe06f-fb80-47d7-9233-6775d6d3964b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.714033] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 654.714033] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526e4024-2bfc-aeff-1220-3eee8de405cf" [ 654.714033] env[69722]: _type = "Task" [ 654.714033] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.733511] env[69722]: DEBUG nova.compute.provider_tree [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.735290] env[69722]: DEBUG nova.compute.manager [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 654.751156] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526e4024-2bfc-aeff-1220-3eee8de405cf, 'name': SearchDatastore_Task, 'duration_secs': 0.02017} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.751156] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.752074] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 95e0c925-8147-426d-9383-67c516a9d3ee/95e0c925-8147-426d-9383-67c516a9d3ee.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.752482] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd959d68-6ecd-4c10-9c0d-067f33f6ede4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.765023] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 654.765023] env[69722]: value = "task-3437782" [ 654.765023] env[69722]: _type = "Task" [ 654.765023] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.773159] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.791716] env[69722]: DEBUG nova.network.neutron [None req-4330c5c0-522d-46df-96b8-e107fe1160be tempest-ServerExternalEventsTest-1976337375 tempest-ServerExternalEventsTest-1976337375-project] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Updating instance_info_cache with network_info: [{"id": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "address": "fa:16:3e:7c:ea:0b", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0d214-bb", "ovs_interfaceid": "75d0d214-bb58-4f10-b9a3-3a909770a4f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.852442] env[69722]: DEBUG nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.866999] env[69722]: DEBUG oslo_vmware.api [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437772, 'name': PowerOnVM_Task, 'duration_secs': 1.703618} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.867297] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.867591] env[69722]: INFO nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Took 15.93 seconds to spawn the instance on the hypervisor. [ 654.867799] env[69722]: DEBUG nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.868971] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d19709-032b-41de-bd8f-81cb323fcb05 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.974863] env[69722]: INFO nova.compute.manager [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Took 23.73 seconds to build instance. [ 655.023393] env[69722]: DEBUG nova.compute.manager [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.023724] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.024861] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489bfaca-894d-46bd-b776-2a1a106301cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.040372] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.040703] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05565c54-cb61-45d3-8ee4-ff6219befb66 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.050415] env[69722]: DEBUG oslo_vmware.api [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 655.050415] env[69722]: value = "task-3437783" [ 655.050415] env[69722]: _type = "Task" [ 655.050415] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.060973] env[69722]: DEBUG oslo_vmware.api [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.072085] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.072425] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquired lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.072644] env[69722]: DEBUG nova.network.neutron [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.127826] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.244662] env[69722]: DEBUG nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 655.251354] env[69722]: DEBUG nova.scheduler.client.report [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.277376] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437782, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.284537] env[69722]: DEBUG nova.compute.manager [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Received event network-vif-deleted-052bf843-4af5-4719-b9c7-292e2d1282cc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.284537] env[69722]: DEBUG nova.compute.manager [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Received event network-vif-plugged-dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.284537] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] Acquiring lock "95e0c925-8147-426d-9383-67c516a9d3ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.284537] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] Lock "95e0c925-8147-426d-9383-67c516a9d3ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.284537] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] Lock "95e0c925-8147-426d-9383-67c516a9d3ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.284916] env[69722]: DEBUG nova.compute.manager [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] No waiting events found dispatching network-vif-plugged-dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 655.284916] env[69722]: WARNING nova.compute.manager [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Received unexpected event network-vif-plugged-dc390267-e949-4982-b8d2-9c28cb929729 for instance with vm_state building and task_state spawning. [ 655.284916] env[69722]: DEBUG nova.compute.manager [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Received event network-changed-dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.285097] env[69722]: DEBUG nova.compute.manager [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Refreshing instance network info cache due to event network-changed-dc390267-e949-4982-b8d2-9c28cb929729. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 655.286048] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] Acquiring lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.286048] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] Acquired lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.286048] env[69722]: DEBUG nova.network.neutron [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Refreshing network info cache for port dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 655.295161] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.295507] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4330c5c0-522d-46df-96b8-e107fe1160be tempest-ServerExternalEventsTest-1976337375 tempest-ServerExternalEventsTest-1976337375-project] Releasing lock "refresh_cache-6fc3ac89-027b-4995-8742-25bc78032170" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.302544] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 655.302740] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 655.303035] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.303151] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 655.303304] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.303461] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 655.303692] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 655.303854] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 655.304057] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 655.304979] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 655.304979] env[69722]: DEBUG nova.virt.hardware [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 655.305655] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462f079b-b223-4663-9c56-15b013c561d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.317858] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12815ecd-5a33-4601-8b48-e14488eb874d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.378112] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.392393] env[69722]: INFO nova.compute.manager [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Took 29.24 seconds to build instance. [ 655.484198] env[69722]: DEBUG oslo_concurrency.lockutils [None req-34c2f5d2-81a0-4936-a8dc-b9188e9858e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.269s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.571310] env[69722]: DEBUG oslo_vmware.api [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437783, 'name': PowerOffVM_Task, 'duration_secs': 0.327645} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.571558] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.571730] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.571961] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b365d86a-3f4f-42ba-8f91-c9ea5a06c9a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.625229] env[69722]: DEBUG oslo_vmware.api [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437781, 'name': PowerOnVM_Task, 'duration_secs': 0.619735} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.626659] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.627503] env[69722]: INFO nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Took 11.84 seconds to spawn the instance on the hypervisor. [ 655.627783] env[69722]: DEBUG nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.629173] env[69722]: DEBUG nova.compute.manager [req-fd53fbd1-5775-44d4-96af-141c38eabfe6 req-1d0cfe21-3dc6-42e5-963c-8db40a630982 service nova] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Received event network-vif-deleted-8cde151a-2daf-4646-a28b-3225da4fcdb1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 655.632763] env[69722]: DEBUG nova.network.neutron [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.636725] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871e6ac-9338-4342-97b2-54290df420ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.644496] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.644836] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.645121] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Deleting the datastore file [datastore2] 4402874e-3efc-45ef-ae36-6a85d7456aeb {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.646031] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-993b499f-448b-4194-99e1-765c65ff2266 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.658695] env[69722]: DEBUG oslo_vmware.api [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for the task: (returnval){ [ 655.658695] env[69722]: value = "task-3437785" [ 655.658695] env[69722]: _type = "Task" [ 655.658695] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.671497] env[69722]: DEBUG oslo_vmware.api [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.758819] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.759818] env[69722]: DEBUG nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.764287] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.361s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.764632] env[69722]: DEBUG nova.objects.instance [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Lazy-loading 'resources' on Instance uuid 8772fb61-210d-406e-958c-75462154ad40 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.781462] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437782, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.808168] env[69722]: DEBUG nova.network.neutron [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updating instance_info_cache with network_info: [{"id": "8d8b2730-2454-4989-96af-7a0970031934", "address": "fa:16:3e:7e:a7:00", "network": {"id": "bb204e39-3079-4884-a311-f42e82f78458", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178968601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256f9ee0be524150944508017f36dd04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b2730-24", "ovs_interfaceid": "8d8b2730-2454-4989-96af-7a0970031934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.897213] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2da648e5-37e3-44a0-a762-ee3e2e6fc333 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.779s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.985916] env[69722]: DEBUG nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.065214] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "6fc3ac89-027b-4995-8742-25bc78032170" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.068022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "6fc3ac89-027b-4995-8742-25bc78032170" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.068022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "6fc3ac89-027b-4995-8742-25bc78032170-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.068022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "6fc3ac89-027b-4995-8742-25bc78032170-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.068022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "6fc3ac89-027b-4995-8742-25bc78032170-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.069696] env[69722]: INFO nova.compute.manager [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Terminating instance [ 656.169113] env[69722]: INFO nova.compute.manager [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Took 23.00 seconds to build instance. [ 656.185046] env[69722]: DEBUG oslo_vmware.api [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Task: {'id': task-3437785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424372} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.188751] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.188751] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.188751] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.188991] env[69722]: INFO nova.compute.manager [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 656.189244] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.189902] env[69722]: DEBUG nova.compute.manager [-] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.190063] env[69722]: DEBUG nova.network.neutron [-] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.269522] env[69722]: DEBUG nova.compute.utils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.274299] env[69722]: DEBUG nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 656.274570] env[69722]: DEBUG nova.network.neutron [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 656.292399] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437782, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.306258] env[69722]: DEBUG nova.network.neutron [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updated VIF entry in instance network info cache for port dc390267-e949-4982-b8d2-9c28cb929729. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 656.307415] env[69722]: DEBUG nova.network.neutron [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updating instance_info_cache with network_info: [{"id": "dc390267-e949-4982-b8d2-9c28cb929729", "address": "fa:16:3e:5d:f0:ec", "network": {"id": "e7fe01a6-345d-4968-a2af-756907e2551f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-791020899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0108c3b7c2894a91a1ec698d5ede332e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc390267-e9", "ovs_interfaceid": "dc390267-e949-4982-b8d2-9c28cb929729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.312988] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Releasing lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.312988] env[69722]: DEBUG nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Instance network_info: |[{"id": "8d8b2730-2454-4989-96af-7a0970031934", "address": "fa:16:3e:7e:a7:00", "network": {"id": "bb204e39-3079-4884-a311-f42e82f78458", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178968601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256f9ee0be524150944508017f36dd04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b2730-24", "ovs_interfaceid": "8d8b2730-2454-4989-96af-7a0970031934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.313460] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:a7:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d88bb07-f93c-45ca-bce7-230cb1f33833', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d8b2730-2454-4989-96af-7a0970031934', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.333374] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Creating folder: Project (256f9ee0be524150944508017f36dd04). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.340028] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd30e4e2-9d0c-451a-88eb-6579b924205f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.362673] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Created folder: Project (256f9ee0be524150944508017f36dd04) in parent group-v686248. [ 656.364028] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Creating folder: Instances. Parent ref: group-v686284. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.364028] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5895c988-cddf-4d70-861a-1c9ba25590e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.385338] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Created folder: Instances in parent group-v686284. [ 656.385338] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.385338] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.385338] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0da96db5-2578-47e3-8a64-e058bb176a07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.413326] env[69722]: DEBUG nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.426140] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.426140] env[69722]: value = "task-3437789" [ 656.426140] env[69722]: _type = "Task" [ 656.426140] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.439756] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437789, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.462970] env[69722]: DEBUG nova.policy [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb32f08944e44ac1a159f258d302d9ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b104e8bc32b412fb3f454273b2fe43c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.518345] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.578174] env[69722]: DEBUG nova.compute.manager [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.578414] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.579416] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8172ff-f83d-4d36-b152-8cfd9a4dbc8e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.595758] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.598864] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2b3315-6111-4ae3-a509-848d5e91b671 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.609676] env[69722]: DEBUG oslo_vmware.api [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 656.609676] env[69722]: value = "task-3437790" [ 656.609676] env[69722]: _type = "Task" [ 656.609676] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.626530] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.627243] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.627243] env[69722]: DEBUG nova.compute.manager [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.633893] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95da370-fec2-43aa-8d1f-8e4e6ffc78ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.637648] env[69722]: DEBUG oslo_vmware.api [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.643744] env[69722]: DEBUG nova.compute.manager [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 656.646913] env[69722]: DEBUG nova.objects.instance [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lazy-loading 'flavor' on Instance uuid 82bae88b-c9ce-4c89-93ea-7caba0c93035 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.675306] env[69722]: DEBUG oslo_concurrency.lockutils [None req-de67eeb6-ee4c-4d0d-9c24-5fbded9d3b3b tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "de579152-a4f4-474e-9dd7-12a419ffd905" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.519s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.741524] env[69722]: DEBUG nova.network.neutron [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Successfully updated port: 605f14a2-aa06-40b3-864e-0f60ad4e7c53 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.782985] env[69722]: DEBUG nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.794498] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437782, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.596093} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.794771] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 95e0c925-8147-426d-9383-67c516a9d3ee/95e0c925-8147-426d-9383-67c516a9d3ee.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.795221] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.795539] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fd83d44-8b7c-49eb-89c4-523e53899407 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.808917] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 656.808917] env[69722]: value = "task-3437791" [ 656.808917] env[69722]: _type = "Task" [ 656.808917] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.818207] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbadf9dc-4a81-47ef-aa09-4393ecc47dc1 req-758dbd75-db3d-4923-938e-29c22cc79cb2 service nova] Releasing lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.830341] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.856852] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45ea199-40ee-4f1c-9550-1f117cb2ac21 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.868574] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e673dd83-2bd3-4feb-9d0c-de496bc7e2a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.922600] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cff6a5-6438-42e0-ad71-03f77f1830f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.936897] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c45ba98-2fc7-46d6-a78a-7ae41e735c84 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.946046] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437789, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.948073] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.957798] env[69722]: DEBUG nova.compute.provider_tree [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.121790] env[69722]: DEBUG oslo_vmware.api [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437790, 'name': PowerOffVM_Task, 'duration_secs': 0.322711} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.122956] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.122956] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.122956] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c089d847-4071-481b-af17-70aecf3c90ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.179905] env[69722]: DEBUG nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.210889] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.211212] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.211305] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Deleting the datastore file [datastore1] 6fc3ac89-027b-4995-8742-25bc78032170 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.211556] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832d1b74-9461-487f-8975-06fd141b6f07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.221493] env[69722]: DEBUG oslo_vmware.api [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for the task: (returnval){ [ 657.221493] env[69722]: value = "task-3437793" [ 657.221493] env[69722]: _type = "Task" [ 657.221493] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.231086] env[69722]: DEBUG oslo_vmware.api [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.244975] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "refresh_cache-a1d751ce-da7c-44dc-ae14-c752a6ee23ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.245185] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "refresh_cache-a1d751ce-da7c-44dc-ae14-c752a6ee23ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.245348] env[69722]: DEBUG nova.network.neutron [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.318853] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179489} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.323032] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.323032] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba02f7-c18b-47e2-b310-79420d735ac9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.356910] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 95e0c925-8147-426d-9383-67c516a9d3ee/95e0c925-8147-426d-9383-67c516a9d3ee.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.358287] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14afb9f0-d52c-498b-88be-e50e0b74a258 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.381880] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 657.381880] env[69722]: value = "task-3437794" [ 657.381880] env[69722]: _type = "Task" [ 657.381880] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.391768] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.441024] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437789, 'name': CreateVM_Task, 'duration_secs': 0.66781} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.441024] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.441024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.441024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.441024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.441310] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65a7bbdf-4d04-4cea-a3fa-e7888d234480 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.448024] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 657.448024] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa694a-a7ee-ed7e-a077-9c8cae628231" [ 657.448024] env[69722]: _type = "Task" [ 657.448024] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.457273] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa694a-a7ee-ed7e-a077-9c8cae628231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.464023] env[69722]: DEBUG nova.scheduler.client.report [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.532290] env[69722]: DEBUG nova.network.neutron [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Successfully created port: 8b523cc0-47b8-42c0-b894-99663f0402ce {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 657.642935] env[69722]: DEBUG nova.network.neutron [-] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.663411] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.663725] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62986c14-dee2-4731-bfd4-280ed74be911 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.672533] env[69722]: DEBUG oslo_vmware.api [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 657.672533] env[69722]: value = "task-3437795" [ 657.672533] env[69722]: _type = "Task" [ 657.672533] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.683584] env[69722]: DEBUG oslo_vmware.api [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.699862] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.733576] env[69722]: DEBUG oslo_vmware.api [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Task: {'id': task-3437793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396869} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.733894] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.734107] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.734309] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.734506] env[69722]: INFO nova.compute.manager [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Took 1.16 seconds to destroy the instance on the hypervisor. [ 657.734889] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.735145] env[69722]: DEBUG nova.compute.manager [-] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.735269] env[69722]: DEBUG nova.network.neutron [-] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.802408] env[69722]: DEBUG nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.814484] env[69722]: DEBUG nova.network.neutron [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.836540] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.836803] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.836978] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.837404] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.837588] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.837755] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.837988] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.838197] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.838419] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.838758] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.838979] env[69722]: DEBUG nova.virt.hardware [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.840042] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990e4c77-1fc2-4165-995f-6d5d2fbfaba7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.857766] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c81dbf-57d1-4720-a716-e46867d5903e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.898087] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.960941] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa694a-a7ee-ed7e-a077-9c8cae628231, 'name': SearchDatastore_Task, 'duration_secs': 0.016869} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.961302] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.961535] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.961783] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.961936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.962134] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.962413] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa226948-4a61-4050-acb7-132e5d354d96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.966769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.969747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.463s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.971214] env[69722]: INFO nova.compute.claims [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.975546] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.975546] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.976736] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09d7d94f-17de-4a7a-a9cb-6bae64487ebf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.984678] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 657.984678] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b0499f-7143-edbd-98f8-8b6405623afa" [ 657.984678] env[69722]: _type = "Task" [ 657.984678] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.997866] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b0499f-7143-edbd-98f8-8b6405623afa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.012134] env[69722]: INFO nova.scheduler.client.report [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Deleted allocations for instance 8772fb61-210d-406e-958c-75462154ad40 [ 658.140664] env[69722]: DEBUG nova.network.neutron [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Updating instance_info_cache with network_info: [{"id": "605f14a2-aa06-40b3-864e-0f60ad4e7c53", "address": "fa:16:3e:01:9d:ac", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605f14a2-aa", "ovs_interfaceid": "605f14a2-aa06-40b3-864e-0f60ad4e7c53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.145584] env[69722]: INFO nova.compute.manager [-] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Took 1.96 seconds to deallocate network for instance. [ 658.186840] env[69722]: DEBUG oslo_vmware.api [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437795, 'name': PowerOffVM_Task, 'duration_secs': 0.276942} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.187761] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.188311] env[69722]: DEBUG nova.compute.manager [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.189139] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdfedcd-3bcf-49e1-9e8e-01fd9bd3abc2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.397225] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437794, 'name': ReconfigVM_Task, 'duration_secs': 0.55714} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.397225] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 95e0c925-8147-426d-9383-67c516a9d3ee/95e0c925-8147-426d-9383-67c516a9d3ee.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.398313] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9be0617-2b50-4572-b338-3ed58a3c18e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.409753] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 658.409753] env[69722]: value = "task-3437797" [ 658.409753] env[69722]: _type = "Task" [ 658.409753] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.420239] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437797, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.499519] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b0499f-7143-edbd-98f8-8b6405623afa, 'name': SearchDatastore_Task, 'duration_secs': 0.013247} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.499519] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21962118-00fc-4f1c-b1b8-b369940c60ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.506179] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 658.506179] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52699582-cecc-7405-85c1-60eeb26cac9f" [ 658.506179] env[69722]: _type = "Task" [ 658.506179] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.533154] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52699582-cecc-7405-85c1-60eeb26cac9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.534025] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2377d616-bb6f-49d4-8971-d8bc5f98341f tempest-DeleteServersAdminTestJSON-1694874307 tempest-DeleteServersAdminTestJSON-1694874307-project-admin] Lock "8772fb61-210d-406e-958c-75462154ad40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.840s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.608628] env[69722]: DEBUG nova.compute.manager [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Received event network-vif-plugged-605f14a2-aa06-40b3-864e-0f60ad4e7c53 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.608839] env[69722]: DEBUG oslo_concurrency.lockutils [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] Acquiring lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.610434] env[69722]: DEBUG oslo_concurrency.lockutils [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.610546] env[69722]: DEBUG oslo_concurrency.lockutils [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.610730] env[69722]: DEBUG nova.compute.manager [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] No waiting events found dispatching network-vif-plugged-605f14a2-aa06-40b3-864e-0f60ad4e7c53 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 658.610908] env[69722]: WARNING nova.compute.manager [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Received unexpected event network-vif-plugged-605f14a2-aa06-40b3-864e-0f60ad4e7c53 for instance with vm_state building and task_state spawning. [ 658.611114] env[69722]: DEBUG nova.compute.manager [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Received event network-changed-605f14a2-aa06-40b3-864e-0f60ad4e7c53 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.611374] env[69722]: DEBUG nova.compute.manager [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Refreshing instance network info cache due to event network-changed-605f14a2-aa06-40b3-864e-0f60ad4e7c53. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.611559] env[69722]: DEBUG oslo_concurrency.lockutils [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] Acquiring lock "refresh_cache-a1d751ce-da7c-44dc-ae14-c752a6ee23ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.645720] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "refresh_cache-a1d751ce-da7c-44dc-ae14-c752a6ee23ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.645968] env[69722]: DEBUG nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Instance network_info: |[{"id": "605f14a2-aa06-40b3-864e-0f60ad4e7c53", "address": "fa:16:3e:01:9d:ac", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605f14a2-aa", "ovs_interfaceid": "605f14a2-aa06-40b3-864e-0f60ad4e7c53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 658.647488] env[69722]: DEBUG oslo_concurrency.lockutils [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] Acquired lock "refresh_cache-a1d751ce-da7c-44dc-ae14-c752a6ee23ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.647488] env[69722]: DEBUG nova.network.neutron [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Refreshing network info cache for port 605f14a2-aa06-40b3-864e-0f60ad4e7c53 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.652024] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:9d:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '605f14a2-aa06-40b3-864e-0f60ad4e7c53', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.662442] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Creating folder: Project (3bfeaff4d41947278fc2650c2cd51d85). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.667766] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.668122] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3af36988-2d0f-49a9-baf4-01d67e8e31d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.684725] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Created folder: Project (3bfeaff4d41947278fc2650c2cd51d85) in parent group-v686248. [ 658.684994] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Creating folder: Instances. Parent ref: group-v686287. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.685315] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45f71a7b-a0a5-4d3b-a3e4-74e94a3147c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.697995] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Created folder: Instances in parent group-v686287. [ 658.698298] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 658.698591] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.698761] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22dc5a50-8f1e-432a-b0bd-1658191a2a41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.718837] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d6d0e75-8179-463b-aa1f-7088fd0d42e3 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.092s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.728102] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.728102] env[69722]: value = "task-3437800" [ 658.728102] env[69722]: _type = "Task" [ 658.728102] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.738289] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437800, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.797903] env[69722]: DEBUG nova.network.neutron [-] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.922335] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437797, 'name': Rename_Task, 'duration_secs': 0.42519} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.922574] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.922703] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c37370b-6c0a-4b2d-a308-492024f9d77d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.933558] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 658.933558] env[69722]: value = "task-3437801" [ 658.933558] env[69722]: _type = "Task" [ 658.933558] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.942241] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.973120] env[69722]: DEBUG nova.network.neutron [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Updated VIF entry in instance network info cache for port 605f14a2-aa06-40b3-864e-0f60ad4e7c53. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.973560] env[69722]: DEBUG nova.network.neutron [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Updating instance_info_cache with network_info: [{"id": "605f14a2-aa06-40b3-864e-0f60ad4e7c53", "address": "fa:16:3e:01:9d:ac", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap605f14a2-aa", "ovs_interfaceid": "605f14a2-aa06-40b3-864e-0f60ad4e7c53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.022794] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52699582-cecc-7405-85c1-60eeb26cac9f, 'name': SearchDatastore_Task, 'duration_secs': 0.025821} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.023630] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.024037] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 3edf2257-e7a2-404c-9f0a-1d2e40677b9a/3edf2257-e7a2-404c-9f0a-1d2e40677b9a.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.024616] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a106e3e-d25c-4451-95cf-2e393cbd39d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.040019] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 659.040019] env[69722]: value = "task-3437802" [ 659.040019] env[69722]: _type = "Task" [ 659.040019] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.050340] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.055112] env[69722]: DEBUG nova.compute.manager [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Received event network-vif-plugged-8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.055112] env[69722]: DEBUG oslo_concurrency.lockutils [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] Acquiring lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.055112] env[69722]: DEBUG oslo_concurrency.lockutils [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.055112] env[69722]: DEBUG oslo_concurrency.lockutils [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.055643] env[69722]: DEBUG nova.compute.manager [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] No waiting events found dispatching network-vif-plugged-8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.056091] env[69722]: WARNING nova.compute.manager [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Received unexpected event network-vif-plugged-8d8b2730-2454-4989-96af-7a0970031934 for instance with vm_state building and task_state spawning. [ 659.056452] env[69722]: DEBUG nova.compute.manager [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Received event network-changed-8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.056838] env[69722]: DEBUG nova.compute.manager [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Refreshing instance network info cache due to event network-changed-8d8b2730-2454-4989-96af-7a0970031934. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 659.057211] env[69722]: DEBUG oslo_concurrency.lockutils [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] Acquiring lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.057587] env[69722]: DEBUG oslo_concurrency.lockutils [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] Acquired lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.057871] env[69722]: DEBUG nova.network.neutron [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Refreshing network info cache for port 8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 659.238841] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437800, 'name': CreateVM_Task, 'duration_secs': 0.459933} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.242620] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.243595] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.243822] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.244265] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.245240] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0da1593-0d95-4631-9e89-0226bbc17e06 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.253924] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 659.253924] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5208fd34-f638-2b31-a5c0-f8c37b06e20f" [ 659.253924] env[69722]: _type = "Task" [ 659.253924] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.269864] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5208fd34-f638-2b31-a5c0-f8c37b06e20f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.305758] env[69722]: INFO nova.compute.manager [-] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Took 1.57 seconds to deallocate network for instance. [ 659.375274] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64171f88-67ef-426d-831b-579f41b12e3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.387109] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a306676d-744b-44f0-9f76-0792053eb191 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.428030] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742883a7-45d5-45c2-9776-6dcf32eb00ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.439902] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e9003c-c20e-4896-a615-31f0734e2694 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.447858] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.459367] env[69722]: DEBUG nova.compute.provider_tree [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.475855] env[69722]: DEBUG oslo_concurrency.lockutils [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] Releasing lock "refresh_cache-a1d751ce-da7c-44dc-ae14-c752a6ee23ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.476114] env[69722]: DEBUG nova.compute.manager [req-1cef8853-2bb2-4492-9778-746d02d12442 req-3d5fb8a3-f522-449d-abe2-179d6315e9be service nova] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Received event network-vif-deleted-2c256c60-5cea-479c-89a4-d50df2a8166a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 659.557506] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437802, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.652063] env[69722]: DEBUG nova.network.neutron [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Successfully updated port: 8b523cc0-47b8-42c0-b894-99663f0402ce {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.766383] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5208fd34-f638-2b31-a5c0-f8c37b06e20f, 'name': SearchDatastore_Task, 'duration_secs': 0.027869} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.766641] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.766718] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.766963] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.767122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.767319] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.767638] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f0fc40-f512-41ae-95f2-c083d62a3d57 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.783452] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.783651] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.784498] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33556e6b-0f4c-4667-8c9b-159dd12aa9ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.795123] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 659.795123] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520b1041-e69c-498b-21d7-b124ccf17d35" [ 659.795123] env[69722]: _type = "Task" [ 659.795123] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.805971] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520b1041-e69c-498b-21d7-b124ccf17d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.818330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.906777] env[69722]: DEBUG nova.network.neutron [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updated VIF entry in instance network info cache for port 8d8b2730-2454-4989-96af-7a0970031934. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.907133] env[69722]: DEBUG nova.network.neutron [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updating instance_info_cache with network_info: [{"id": "8d8b2730-2454-4989-96af-7a0970031934", "address": "fa:16:3e:7e:a7:00", "network": {"id": "bb204e39-3079-4884-a311-f42e82f78458", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178968601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256f9ee0be524150944508017f36dd04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b2730-24", "ovs_interfaceid": "8d8b2730-2454-4989-96af-7a0970031934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.944805] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.963013] env[69722]: DEBUG nova.scheduler.client.report [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.055274] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81476} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.055572] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 3edf2257-e7a2-404c-9f0a-1d2e40677b9a/3edf2257-e7a2-404c-9f0a-1d2e40677b9a.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.055791] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.056176] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e658ea17-5c4f-47f9-8e06-63d06b7738c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.063798] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 660.063798] env[69722]: value = "task-3437804" [ 660.063798] env[69722]: _type = "Task" [ 660.063798] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.075526] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.159885] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "refresh_cache-5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.159885] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired lock "refresh_cache-5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.159885] env[69722]: DEBUG nova.network.neutron [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.308872] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520b1041-e69c-498b-21d7-b124ccf17d35, 'name': SearchDatastore_Task, 'duration_secs': 0.037538} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.310118] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7085ed2-c1d2-4056-872c-7e80d67588f5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.318251] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 660.318251] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5221d7f4-1c48-a489-aa73-f447830d4658" [ 660.318251] env[69722]: _type = "Task" [ 660.318251] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.327423] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5221d7f4-1c48-a489-aa73-f447830d4658, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.413589] env[69722]: DEBUG oslo_concurrency.lockutils [req-c577d4e6-7943-4dc0-9741-fc141fcc7a84 req-7c490380-d356-4b4b-8222-28a9f49209d5 service nova] Releasing lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.443169] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437801, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.470376] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.471637] env[69722]: DEBUG nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.475461] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.258s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.477017] env[69722]: DEBUG nova.objects.instance [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lazy-loading 'resources' on Instance uuid e8f89955-747c-4c62-bd15-79ed0c24b4b7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.531786] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.532454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.577736] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074627} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.578105] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.578948] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8f631f-cc19-4dbd-8af3-3929ed711056 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.608870] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 3edf2257-e7a2-404c-9f0a-1d2e40677b9a/3edf2257-e7a2-404c-9f0a-1d2e40677b9a.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.609695] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98150bb9-b5ec-41fd-b74b-7bffd57a1397 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.634891] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 660.634891] env[69722]: value = "task-3437805" [ 660.634891] env[69722]: _type = "Task" [ 660.634891] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.647145] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.720105] env[69722]: DEBUG nova.network.neutron [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.835137] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5221d7f4-1c48-a489-aa73-f447830d4658, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.835389] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.835716] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] a1d751ce-da7c-44dc-ae14-c752a6ee23ed/a1d751ce-da7c-44dc-ae14-c752a6ee23ed.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.835993] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-428a9946-1c24-4dd4-90c3-25c7852fe380 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.845908] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 660.845908] env[69722]: value = "task-3437806" [ 660.845908] env[69722]: _type = "Task" [ 660.845908] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.857483] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.943260] env[69722]: DEBUG oslo_vmware.api [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437801, 'name': PowerOnVM_Task, 'duration_secs': 1.803309} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.944266] env[69722]: DEBUG nova.network.neutron [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Updating instance_info_cache with network_info: [{"id": "8b523cc0-47b8-42c0-b894-99663f0402ce", "address": "fa:16:3e:fe:29:d2", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b523cc0-47", "ovs_interfaceid": "8b523cc0-47b8-42c0-b894-99663f0402ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.945849] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.945849] env[69722]: INFO nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Took 10.87 seconds to spawn the instance on the hypervisor. [ 660.945849] env[69722]: DEBUG nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.946924] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e07eb4-5aff-4d4e-bfea-749f62125257 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.984839] env[69722]: DEBUG nova.compute.utils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.985705] env[69722]: DEBUG nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.985870] env[69722]: DEBUG nova.network.neutron [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 661.042072] env[69722]: DEBUG nova.policy [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9573d0b040e4c228653cdb876dedf07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a127feeeb4bb41abbeccdad9dfe43b7a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.145913] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437805, 'name': ReconfigVM_Task, 'duration_secs': 0.487449} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.146413] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 3edf2257-e7a2-404c-9f0a-1d2e40677b9a/3edf2257-e7a2-404c-9f0a-1d2e40677b9a.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.147017] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eaea07a-d856-4da3-b540-1683c39fe162 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.156504] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 661.156504] env[69722]: value = "task-3437807" [ 661.156504] env[69722]: _type = "Task" [ 661.156504] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.170975] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437807, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.367793] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.419402] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ab8350-a0f8-41a3-a5c4-a61e10cb30cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.430297] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b2fa5-eb9d-4834-ab49-490ca018b353 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.470678] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Releasing lock "refresh_cache-5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.472684] env[69722]: DEBUG nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Instance network_info: |[{"id": "8b523cc0-47b8-42c0-b894-99663f0402ce", "address": "fa:16:3e:fe:29:d2", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b523cc0-47", "ovs_interfaceid": "8b523cc0-47b8-42c0-b894-99663f0402ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.484788] env[69722]: DEBUG nova.network.neutron [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Successfully created port: 694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.487332] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:29:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b523cc0-47b8-42c0-b894-99663f0402ce', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.495837] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Creating folder: Project (8b104e8bc32b412fb3f454273b2fe43c). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.496749] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba85cb9-56a2-4932-bc73-295f2bdfbebf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.503069] env[69722]: DEBUG nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.506209] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc117d99-6ab6-4191-881a-5994809ec616 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.514030] env[69722]: INFO nova.compute.manager [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Took 22.41 seconds to build instance. [ 661.519402] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8146f25-1d66-445b-b498-1712e82a1a6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.525905] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Created folder: Project (8b104e8bc32b412fb3f454273b2fe43c) in parent group-v686248. [ 661.526039] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Creating folder: Instances. Parent ref: group-v686290. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.526748] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-073be9e1-2b50-4537-8c94-b317901bf85c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.537588] env[69722]: DEBUG nova.compute.provider_tree [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.542769] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Created folder: Instances in parent group-v686290. [ 661.543073] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.543272] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.543485] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64c18609-f9f1-4c23-a394-67a111ff3af7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.564432] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.564689] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.569619] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.569619] env[69722]: value = "task-3437810" [ 661.569619] env[69722]: _type = "Task" [ 661.569619] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.579520] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437810, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.669879] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437807, 'name': Rename_Task, 'duration_secs': 0.333304} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.670132] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.670455] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7feabb2b-dc22-495e-a77e-34a173dc87b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.680496] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 661.680496] env[69722]: value = "task-3437811" [ 661.680496] env[69722]: _type = "Task" [ 661.680496] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.689162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.689465] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.698316] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.859674] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719999} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.862481] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] a1d751ce-da7c-44dc-ae14-c752a6ee23ed/a1d751ce-da7c-44dc-ae14-c752a6ee23ed.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.862481] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.862481] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89d3f06c-d0f7-403a-9bab-b34d363c51b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.874296] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 661.874296] env[69722]: value = "task-3437812" [ 661.874296] env[69722]: _type = "Task" [ 661.874296] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.882796] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.017030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ba0663a-81f9-4f08-a288-0bfa5ce11a1c tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "95e0c925-8147-426d-9383-67c516a9d3ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.359s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.040971] env[69722]: DEBUG nova.scheduler.client.report [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.082967] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437810, 'name': CreateVM_Task, 'duration_secs': 0.484881} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.082967] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.083110] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.083264] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.083543] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.083907] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21b887bf-cb88-43a0-9ff6-37c8dada4576 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.095481] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 662.095481] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52551109-0548-bba4-295e-783386cbb0fd" [ 662.095481] env[69722]: _type = "Task" [ 662.095481] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.109548] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52551109-0548-bba4-295e-783386cbb0fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.123842] env[69722]: DEBUG nova.compute.manager [req-20505fbc-5f5f-484b-9d88-cd7a88f19dfa req-3389b7e1-1431-4d24-b27d-6f5dfe70b7a8 service nova] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Received event network-vif-deleted-75d0d214-bb58-4f10-b9a3-3a909770a4f2 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.196114] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437811, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.382371] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102583} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.382371] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.383316] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ca4ba8-6532-4b44-8050-44bc56c7149e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.408243] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] a1d751ce-da7c-44dc-ae14-c752a6ee23ed/a1d751ce-da7c-44dc-ae14-c752a6ee23ed.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.408861] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44935d61-8193-46fe-8a8c-e343b8df6600 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.431184] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 662.431184] env[69722]: value = "task-3437814" [ 662.431184] env[69722]: _type = "Task" [ 662.431184] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.440864] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.517509] env[69722]: DEBUG nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.520244] env[69722]: DEBUG nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.551670] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.551670] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.551670] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.552090] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.552090] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.552090] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.552090] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.552090] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.552273] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.552422] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.552590] env[69722]: DEBUG nova.virt.hardware [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.553418] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.556125] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0454d6-b914-4cdc-985b-8231f26e5dc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.559109] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.935s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.559349] env[69722]: DEBUG nova.objects.instance [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lazy-loading 'resources' on Instance uuid 7a41a7dc-5015-4c36-97b9-d4048f61f5f0 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.567030] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f5754a-7c7e-487f-8113-a032c24d7d81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.589982] env[69722]: INFO nova.scheduler.client.report [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Deleted allocations for instance e8f89955-747c-4c62-bd15-79ed0c24b4b7 [ 662.603349] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52551109-0548-bba4-295e-783386cbb0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.603658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.603943] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.604335] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.605017] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.605017] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.605017] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc151e85-73ce-4e67-815f-3ca5f706474d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.616260] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.616260] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.617098] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c7c5681-db9c-43ff-bb61-b521bbff3df3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.623418] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 662.623418] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e51540-5a9e-30aa-382c-5f8f63138058" [ 662.623418] env[69722]: _type = "Task" [ 662.623418] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.631754] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e51540-5a9e-30aa-382c-5f8f63138058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.699467] env[69722]: DEBUG oslo_vmware.api [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3437811, 'name': PowerOnVM_Task, 'duration_secs': 0.567268} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.699467] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.699467] env[69722]: INFO nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Took 9.99 seconds to spawn the instance on the hypervisor. [ 662.699467] env[69722]: DEBUG nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.699467] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2366af0-eb7d-454e-a4ff-6634b68f607b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.799009] env[69722]: DEBUG nova.compute.manager [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Received event network-vif-plugged-8b523cc0-47b8-42c0-b894-99663f0402ce {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.799332] env[69722]: DEBUG oslo_concurrency.lockutils [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] Acquiring lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.799476] env[69722]: DEBUG oslo_concurrency.lockutils [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.799598] env[69722]: DEBUG oslo_concurrency.lockutils [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.799790] env[69722]: DEBUG nova.compute.manager [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] No waiting events found dispatching network-vif-plugged-8b523cc0-47b8-42c0-b894-99663f0402ce {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.799954] env[69722]: WARNING nova.compute.manager [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Received unexpected event network-vif-plugged-8b523cc0-47b8-42c0-b894-99663f0402ce for instance with vm_state building and task_state spawning. [ 662.800375] env[69722]: DEBUG nova.compute.manager [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Received event network-changed-8b523cc0-47b8-42c0-b894-99663f0402ce {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.800790] env[69722]: DEBUG nova.compute.manager [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Refreshing instance network info cache due to event network-changed-8b523cc0-47b8-42c0-b894-99663f0402ce. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.801105] env[69722]: DEBUG oslo_concurrency.lockutils [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] Acquiring lock "refresh_cache-5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.801105] env[69722]: DEBUG oslo_concurrency.lockutils [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] Acquired lock "refresh_cache-5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.801227] env[69722]: DEBUG nova.network.neutron [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Refreshing network info cache for port 8b523cc0-47b8-42c0-b894-99663f0402ce {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.945673] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.046565] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.100970] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ad812f32-2748-40e9-966a-ab73ceb0a734 tempest-ServerDiagnosticsTest-1626362626 tempest-ServerDiagnosticsTest-1626362626-project-member] Lock "e8f89955-747c-4c62-bd15-79ed0c24b4b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.952s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.146374] env[69722]: DEBUG nova.compute.manager [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.146695] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e51540-5a9e-30aa-382c-5f8f63138058, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.148449] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215bbeb9-75aa-423d-b9a6-ba3befd674b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.158059] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72051f6-23ec-4f1d-a636-36ced1d7ed80 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.171679] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 663.171679] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52742e92-2818-5d9f-efac-1ccda46c8fd1" [ 663.171679] env[69722]: _type = "Task" [ 663.171679] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.189610] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52742e92-2818-5d9f-efac-1ccda46c8fd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.226049] env[69722]: INFO nova.compute.manager [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Took 22.20 seconds to build instance. [ 663.431565] env[69722]: DEBUG nova.network.neutron [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Successfully updated port: 694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 663.451625] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437814, 'name': ReconfigVM_Task, 'duration_secs': 0.660407} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.451625] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Reconfigured VM instance instance-0000000d to attach disk [datastore2] a1d751ce-da7c-44dc-ae14-c752a6ee23ed/a1d751ce-da7c-44dc-ae14-c752a6ee23ed.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 663.457168] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb35a8f1-26fa-4769-9499-604f69858e1a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.469876] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 663.469876] env[69722]: value = "task-3437815" [ 663.469876] env[69722]: _type = "Task" [ 663.469876] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.483965] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437815, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.494465] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.498022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.611907] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2280741-5326-42b6-b061-3fd0cd364a27 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.623395] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c886606-78bb-47c2-b493-3431b2a87e68 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.663755] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30721f5d-f176-491d-8984-d7868910f1df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.674478] env[69722]: INFO nova.compute.manager [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] instance snapshotting [ 663.674797] env[69722]: WARNING nova.compute.manager [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 663.683749] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576c53e5-61fa-4a53-8625-96b1b84ad616 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.689856] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d4889-3cb8-4ad7-88b5-8f7de604ba3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.707805] env[69722]: DEBUG nova.compute.provider_tree [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.731014] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52742e92-2818-5d9f-efac-1ccda46c8fd1, 'name': SearchDatastore_Task, 'duration_secs': 0.036123} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.732155] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8be6830-9cc9-4169-9e80-b6edc29d8d56 tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.716s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.732333] env[69722]: DEBUG nova.scheduler.client.report [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.736183] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddfb6ba-9758-430b-9806-fcf53eab0a3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.739053] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.739332] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503/5bb50dd1-adc2-4bdd-94a2-29ca8b14e503.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 663.741507] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48985466-e5a8-437d-919d-ffc30277ee26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.754531] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 663.754531] env[69722]: value = "task-3437816" [ 663.754531] env[69722]: _type = "Task" [ 663.754531] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.764894] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.919325] env[69722]: DEBUG nova.network.neutron [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Updated VIF entry in instance network info cache for port 8b523cc0-47b8-42c0-b894-99663f0402ce. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.919711] env[69722]: DEBUG nova.network.neutron [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Updating instance_info_cache with network_info: [{"id": "8b523cc0-47b8-42c0-b894-99663f0402ce", "address": "fa:16:3e:fe:29:d2", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.194", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b523cc0-47", "ovs_interfaceid": "8b523cc0-47b8-42c0-b894-99663f0402ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.941841] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.942079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquired lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.942247] env[69722]: DEBUG nova.network.neutron [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.982065] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437815, 'name': Rename_Task, 'duration_secs': 0.262492} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.983138] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.983138] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a159dcb-80dc-45bc-acbc-b5fb9b2714d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.994913] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 663.994913] env[69722]: value = "task-3437817" [ 663.994913] env[69722]: _type = "Task" [ 663.994913] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.005078] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.241865] env[69722]: DEBUG nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.250834] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.252048] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.962s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.258777] env[69722]: INFO nova.compute.claims [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.258777] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 664.260026] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab5bfeb8-88da-4297-b69e-5a7bc043b72e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.273842] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437816, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.276676] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 664.276676] env[69722]: value = "task-3437818" [ 664.276676] env[69722]: _type = "Task" [ 664.276676] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.291943] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437818, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.312059] env[69722]: INFO nova.scheduler.client.report [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Deleted allocations for instance 7a41a7dc-5015-4c36-97b9-d4048f61f5f0 [ 664.424461] env[69722]: DEBUG oslo_concurrency.lockutils [req-52ff6569-ce38-409c-8b27-17f8051e2e55 req-f126a15e-ce8d-4315-a936-ac5335031f2b service nova] Releasing lock "refresh_cache-5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.511318] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437817, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.511318] env[69722]: DEBUG nova.network.neutron [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.736061] env[69722]: DEBUG nova.network.neutron [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Updating instance_info_cache with network_info: [{"id": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "address": "fa:16:3e:7b:59:c0", "network": {"id": "b9237400-414e-46c5-ba04-2b759ec93277", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1849443020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a127feeeb4bb41abbeccdad9dfe43b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694193f1-80", "ovs_interfaceid": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.777135] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677939} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.778478] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503/5bb50dd1-adc2-4bdd-94a2-29ca8b14e503.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.778478] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.785260] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e8a3b59-57da-42e2-ae49-53755aac90dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.789562] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.799229] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437818, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.821030] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 664.821030] env[69722]: value = "task-3437819" [ 664.821030] env[69722]: _type = "Task" [ 664.821030] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.835721] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.836665] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a1ef6eda-8876-4d88-b2e5-f0749a62e501 tempest-ServerPasswordTestJSON-1084898880 tempest-ServerPasswordTestJSON-1084898880-project-member] Lock "7a41a7dc-5015-4c36-97b9-d4048f61f5f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.213s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.012887] env[69722]: DEBUG oslo_vmware.api [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437817, 'name': PowerOnVM_Task, 'duration_secs': 0.946782} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.013569] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.014383] env[69722]: INFO nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Took 9.77 seconds to spawn the instance on the hypervisor. [ 665.014383] env[69722]: DEBUG nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.015509] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12f05f9-a04c-4253-b420-52b67412727f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.240178] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Releasing lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.240308] env[69722]: DEBUG nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Instance network_info: |[{"id": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "address": "fa:16:3e:7b:59:c0", "network": {"id": "b9237400-414e-46c5-ba04-2b759ec93277", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1849443020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a127feeeb4bb41abbeccdad9dfe43b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694193f1-80", "ovs_interfaceid": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.240791] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:59:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '694193f1-80c0-4546-ab24-1cc0a0f5c204', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.253966] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Creating folder: Project (a127feeeb4bb41abbeccdad9dfe43b7a). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.254359] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-677a1e57-c998-4944-8a45-91b2e6004754 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.274115] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Created folder: Project (a127feeeb4bb41abbeccdad9dfe43b7a) in parent group-v686248. [ 665.274608] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Creating folder: Instances. Parent ref: group-v686294. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.276037] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfd90984-3ac0-4dc6-a59e-a15c39c1a7eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.289715] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437818, 'name': CreateSnapshot_Task, 'duration_secs': 0.849825} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.291537] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 665.291997] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Created folder: Instances in parent group-v686294. [ 665.292363] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.293628] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef17ba1-e4c0-4cdd-9f0d-c520f4a906e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.297277] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.300296] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c5bb2f-509a-4618-b396-9b08f454a7cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.332160] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.332160] env[69722]: value = "task-3437822" [ 665.332160] env[69722]: _type = "Task" [ 665.332160] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.335812] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124466} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.336464] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.340373] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a2b9d-cfd4-4172-89eb-e6eaf4b76189 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.346975] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437822, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.370808] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503/5bb50dd1-adc2-4bdd-94a2-29ca8b14e503.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.374600] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa493ae5-7a36-4c37-bcd9-fb4bf3f3f5c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.397491] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 665.397491] env[69722]: value = "task-3437823" [ 665.397491] env[69722]: _type = "Task" [ 665.397491] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.411075] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.546147] env[69722]: INFO nova.compute.manager [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Took 23.11 seconds to build instance. [ 665.703739] env[69722]: DEBUG nova.compute.manager [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Received event network-vif-plugged-694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.703739] env[69722]: DEBUG oslo_concurrency.lockutils [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] Acquiring lock "70ff7505-9b7f-48c6-8017-e380d9e61842-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.704038] env[69722]: DEBUG oslo_concurrency.lockutils [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.704038] env[69722]: DEBUG oslo_concurrency.lockutils [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.704120] env[69722]: DEBUG nova.compute.manager [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] No waiting events found dispatching network-vif-plugged-694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.704343] env[69722]: WARNING nova.compute.manager [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Received unexpected event network-vif-plugged-694193f1-80c0-4546-ab24-1cc0a0f5c204 for instance with vm_state building and task_state spawning. [ 665.706075] env[69722]: DEBUG nova.compute.manager [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Received event network-changed-694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.706075] env[69722]: DEBUG nova.compute.manager [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Refreshing instance network info cache due to event network-changed-694193f1-80c0-4546-ab24-1cc0a0f5c204. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 665.706075] env[69722]: DEBUG oslo_concurrency.lockutils [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] Acquiring lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.706075] env[69722]: DEBUG oslo_concurrency.lockutils [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] Acquired lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.706075] env[69722]: DEBUG nova.network.neutron [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Refreshing network info cache for port 694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.753040] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c76c13-0e9b-401e-9a82-cd12ee47332f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.762996] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff65c8ba-4a26-446a-b89e-470ca3812df2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.795404] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b40b6-6d4d-446d-8dfb-57d366913aba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.822799] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a519a9-f7f5-4bbd-851e-dbb5b0609cf0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.837395] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 665.845938] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c14c0a6c-70db-4a44-b77d-3f913c31a425 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.849500] env[69722]: DEBUG nova.compute.provider_tree [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.862771] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437822, 'name': CreateVM_Task, 'duration_secs': 0.396668} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.864342] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.865156] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 665.865156] env[69722]: value = "task-3437824" [ 665.865156] env[69722]: _type = "Task" [ 665.865156] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.865860] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.866022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.866342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.866640] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af02c55-2d4f-40ef-8691-c50d88ecb74f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.878843] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 665.878843] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524259c4-6cc0-a796-6192-10c747e8392e" [ 665.878843] env[69722]: _type = "Task" [ 665.878843] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.882652] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437824, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.891845] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524259c4-6cc0-a796-6192-10c747e8392e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.907742] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.044279] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f454bb7-b7d6-480a-8f4a-10a6f2659c6e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.621s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.355240] env[69722]: DEBUG nova.scheduler.client.report [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.376938] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437824, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.393534] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524259c4-6cc0-a796-6192-10c747e8392e, 'name': SearchDatastore_Task, 'duration_secs': 0.019006} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.393698] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.393994] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.394250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.394396] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.394645] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.394834] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7936cce-9b67-43be-9ac2-66fa8103992c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.407736] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.407944] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.409253] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f923220-ef88-4f85-85f7-c7ec82141efc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.414765] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437823, 'name': ReconfigVM_Task, 'duration_secs': 0.818729} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.415207] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503/5bb50dd1-adc2-4bdd-94a2-29ca8b14e503.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.415864] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4db1671-8b7f-44df-909a-0e44eda7f3d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.418781] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 666.418781] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a727b-7580-fece-0bb7-de8e144ffb28" [ 666.418781] env[69722]: _type = "Task" [ 666.418781] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.428720] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a727b-7580-fece-0bb7-de8e144ffb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.429808] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 666.429808] env[69722]: value = "task-3437825" [ 666.429808] env[69722]: _type = "Task" [ 666.429808] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.438489] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437825, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.547484] env[69722]: DEBUG nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.678540] env[69722]: DEBUG nova.network.neutron [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Updated VIF entry in instance network info cache for port 694193f1-80c0-4546-ab24-1cc0a0f5c204. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.679108] env[69722]: DEBUG nova.network.neutron [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Updating instance_info_cache with network_info: [{"id": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "address": "fa:16:3e:7b:59:c0", "network": {"id": "b9237400-414e-46c5-ba04-2b759ec93277", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1849443020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a127feeeb4bb41abbeccdad9dfe43b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694193f1-80", "ovs_interfaceid": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.862053] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.862582] env[69722]: DEBUG nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 666.866073] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.572s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.880591] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437824, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.931857] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a727b-7580-fece-0bb7-de8e144ffb28, 'name': SearchDatastore_Task, 'duration_secs': 0.020568} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.939256] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9850a8b-22a7-4539-a4ec-341c8058c7ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.946056] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 666.946056] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d42325-50a0-273b-e85f-a2e13498be21" [ 666.946056] env[69722]: _type = "Task" [ 666.946056] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.949754] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437825, 'name': Rename_Task, 'duration_secs': 0.284834} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.953055] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.953317] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30b7a1db-cd02-4624-903e-10952973d2ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.960859] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d42325-50a0-273b-e85f-a2e13498be21, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.962149] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.962406] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 70ff7505-9b7f-48c6-8017-e380d9e61842/70ff7505-9b7f-48c6-8017-e380d9e61842.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.962710] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 666.962710] env[69722]: value = "task-3437826" [ 666.962710] env[69722]: _type = "Task" [ 666.962710] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.963454] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-205077c3-b29e-48d3-9cf0-74a7fbfd4589 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.974198] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.975046] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 666.975046] env[69722]: value = "task-3437827" [ 666.975046] env[69722]: _type = "Task" [ 666.975046] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.984897] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.072252] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.183083] env[69722]: DEBUG oslo_concurrency.lockutils [req-a8a787d5-8cd2-4312-ae5d-24e353de34b6 req-3909cccc-6ae7-463a-a7e6-8e7a4ee77abb service nova] Releasing lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.367951] env[69722]: DEBUG nova.compute.utils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.369911] env[69722]: DEBUG nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.369911] env[69722]: DEBUG nova.network.neutron [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.382452] env[69722]: INFO nova.compute.claims [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.398683] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437824, 'name': CloneVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.477415] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.480120] env[69722]: DEBUG nova.policy [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaae147b899c4cfd8cc2b8b1ce8a4855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a26eb43413453fa687faa22cb99bd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.493272] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497566} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.494223] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 70ff7505-9b7f-48c6-8017-e380d9e61842/70ff7505-9b7f-48c6-8017-e380d9e61842.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.494223] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.494223] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-667948ab-07ad-4b00-810b-a4983743b02d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.503864] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 667.503864] env[69722]: value = "task-3437828" [ 667.503864] env[69722]: _type = "Task" [ 667.503864] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.517315] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.876112] env[69722]: DEBUG nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.059758] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437824, 'name': CloneVM_Task, 'duration_secs': 1.534119} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.059758] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Created linked-clone VM from snapshot [ 668.059758] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42594f63-522a-413b-8f2a-0ed8c551ff7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.059758] env[69722]: INFO nova.compute.resource_tracker [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating resource usage from migration 0b2df670-f25a-46ac-a819-eb07cf9d2c3d [ 668.059758] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Uploading image f81877ca-479c-49e2-a0dc-340903a37a29 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 668.061540] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437826, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.061540] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073221} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.061540] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.061540] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041ad586-9b7a-45b0-ad5f-8eca9552f45d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.061540] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 70ff7505-9b7f-48c6-8017-e380d9e61842/70ff7505-9b7f-48c6-8017-e380d9e61842.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.061849] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9c05587-9058-416f-9210-dd9c82da8621 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.061849] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 668.061849] env[69722]: value = "task-3437829" [ 668.061849] env[69722]: _type = "Task" [ 668.061849] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.067065] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437829, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.097984] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 668.097984] env[69722]: value = "vm-686297" [ 668.097984] env[69722]: _type = "VirtualMachine" [ 668.097984] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 668.098379] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06ff08c5-d968-4cc9-b9dc-f9a68198863c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.113548] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease: (returnval){ [ 668.113548] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52630169-e1ce-c967-0c6c-8288f81f7471" [ 668.113548] env[69722]: _type = "HttpNfcLease" [ 668.113548] env[69722]: } obtained for exporting VM: (result){ [ 668.113548] env[69722]: value = "vm-686297" [ 668.113548] env[69722]: _type = "VirtualMachine" [ 668.113548] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 668.113845] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the lease: (returnval){ [ 668.113845] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52630169-e1ce-c967-0c6c-8288f81f7471" [ 668.113845] env[69722]: _type = "HttpNfcLease" [ 668.113845] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 668.131395] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 668.131395] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52630169-e1ce-c967-0c6c-8288f81f7471" [ 668.131395] env[69722]: _type = "HttpNfcLease" [ 668.131395] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 668.221770] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Acquiring lock "97cc7695-2be2-47d5-bf0e-700ded8c7033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.222216] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.369808] env[69722]: DEBUG nova.network.neutron [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Successfully created port: ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.480968] env[69722]: DEBUG oslo_vmware.api [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437826, 'name': PowerOnVM_Task, 'duration_secs': 1.327489} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.480968] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.480968] env[69722]: INFO nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Took 10.68 seconds to spawn the instance on the hypervisor. [ 668.480968] env[69722]: DEBUG nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.481230] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cd0f70-2cd8-4767-9ef4-2ea7e4832006 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.536899] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34beb06c-e133-4bcf-96f6-0c8209c08c87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.554139] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efbb171-db0c-4952-8ab6-492f4d45f5de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.570361] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437829, 'name': ReconfigVM_Task, 'duration_secs': 0.359841} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.594936] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 70ff7505-9b7f-48c6-8017-e380d9e61842/70ff7505-9b7f-48c6-8017-e380d9e61842.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.596194] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43cd9f7a-26a6-441b-9cbf-43158cfe1869 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.598699] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbb4d42-0e7f-4e25-bba6-c1a9134d5a9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.611467] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40c9ef-3824-42ce-9f45-a27abb54ab5e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.613845] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 668.613845] env[69722]: value = "task-3437831" [ 668.613845] env[69722]: _type = "Task" [ 668.613845] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.630467] env[69722]: DEBUG nova.compute.provider_tree [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.637036] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 668.637036] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52630169-e1ce-c967-0c6c-8288f81f7471" [ 668.637036] env[69722]: _type = "HttpNfcLease" [ 668.637036] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 668.640772] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 668.640772] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52630169-e1ce-c967-0c6c-8288f81f7471" [ 668.640772] env[69722]: _type = "HttpNfcLease" [ 668.640772] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 668.640772] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437831, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.641268] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a77726-d6c4-4f93-9d7c-a68e3dc175e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.652148] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce15b0-648a-b29e-e6c4-61ca8b2ffe91/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 668.652148] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce15b0-648a-b29e-e6c4-61ca8b2ffe91/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 668.795829] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-242747c2-3821-446d-9be6-ecf880e9af44 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.891779] env[69722]: DEBUG nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 668.936838] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:58:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1232430550',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1785843614',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 668.937093] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.937249] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.937438] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.937584] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.937733] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 668.937938] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 668.938326] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 668.938837] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 668.938837] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 668.938921] env[69722]: DEBUG nova.virt.hardware [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 668.940119] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8600bf15-655f-48d0-851e-6af497a7beab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.950595] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf35c473-9faa-4783-ad1e-8c433bfee9e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.002516] env[69722]: INFO nova.compute.manager [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Took 22.48 seconds to build instance. [ 669.126048] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437831, 'name': Rename_Task, 'duration_secs': 0.190185} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.126437] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.126767] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-139494af-fcfe-4444-b7c4-ee849978f16f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.134051] env[69722]: DEBUG nova.scheduler.client.report [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.140168] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 669.140168] env[69722]: value = "task-3437832" [ 669.140168] env[69722]: _type = "Task" [ 669.140168] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.155492] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.209178] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.209178] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ad258087-2025-4e22-9f0c-d2776440d59c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.220154] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.221734] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.504630] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f73d1d67-fbfc-42f4-815b-ec658d0df016 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.990s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.643335] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.777s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.643955] env[69722]: INFO nova.compute.manager [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Migrating [ 669.644233] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.644381] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.646188] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.268s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.653040] env[69722]: INFO nova.compute.claims [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.663078] env[69722]: INFO nova.compute.rpcapi [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 669.663788] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.690149] env[69722]: DEBUG oslo_vmware.api [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437832, 'name': PowerOnVM_Task, 'duration_secs': 0.517501} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.691279] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.691279] env[69722]: INFO nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Took 7.17 seconds to spawn the instance on the hypervisor. [ 669.691452] env[69722]: DEBUG nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.692703] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de017156-1462-4d6b-9e3d-7688bbe6ad48 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.772360] env[69722]: DEBUG nova.compute.manager [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Received event network-changed-8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.772360] env[69722]: DEBUG nova.compute.manager [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Refreshing instance network info cache due to event network-changed-8d8b2730-2454-4989-96af-7a0970031934. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.772360] env[69722]: DEBUG oslo_concurrency.lockutils [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] Acquiring lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.775354] env[69722]: DEBUG oslo_concurrency.lockutils [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] Acquired lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.775559] env[69722]: DEBUG nova.network.neutron [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Refreshing network info cache for port 8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.009632] env[69722]: DEBUG nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 670.098933] env[69722]: DEBUG nova.compute.manager [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Received event network-changed-dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 670.098933] env[69722]: DEBUG nova.compute.manager [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Refreshing instance network info cache due to event network-changed-dc390267-e949-4982-b8d2-9c28cb929729. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 670.098933] env[69722]: DEBUG oslo_concurrency.lockutils [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] Acquiring lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.099153] env[69722]: DEBUG oslo_concurrency.lockutils [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] Acquired lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.100278] env[69722]: DEBUG nova.network.neutron [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Refreshing network info cache for port dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.192376] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.192376] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.192376] env[69722]: DEBUG nova.network.neutron [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.218934] env[69722]: INFO nova.compute.manager [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Took 18.73 seconds to build instance. [ 670.537604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.720614] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c76e6b31-d84d-4e2e-8a15-e498c0062b1f tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.032s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.763632] env[69722]: DEBUG nova.network.neutron [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updated VIF entry in instance network info cache for port 8d8b2730-2454-4989-96af-7a0970031934. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.763938] env[69722]: DEBUG nova.network.neutron [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updating instance_info_cache with network_info: [{"id": "8d8b2730-2454-4989-96af-7a0970031934", "address": "fa:16:3e:7e:a7:00", "network": {"id": "bb204e39-3079-4884-a311-f42e82f78458", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1178968601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "256f9ee0be524150944508017f36dd04", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d88bb07-f93c-45ca-bce7-230cb1f33833", "external-id": "nsx-vlan-transportzone-387", "segmentation_id": 387, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d8b2730-24", "ovs_interfaceid": "8d8b2730-2454-4989-96af-7a0970031934", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.106102] env[69722]: DEBUG nova.network.neutron [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updated VIF entry in instance network info cache for port dc390267-e949-4982-b8d2-9c28cb929729. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.106388] env[69722]: DEBUG nova.network.neutron [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updating instance_info_cache with network_info: [{"id": "dc390267-e949-4982-b8d2-9c28cb929729", "address": "fa:16:3e:5d:f0:ec", "network": {"id": "e7fe01a6-345d-4968-a2af-756907e2551f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-791020899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0108c3b7c2894a91a1ec698d5ede332e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc390267-e9", "ovs_interfaceid": "dc390267-e949-4982-b8d2-9c28cb929729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.161973] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bb1b0b-fd8f-491b-a6b8-92bf6df71507 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.173452] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3dce0d-06d8-4118-950d-5b1d7d23d30b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.212921] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb35271c-babd-49bc-b1aa-f7e09143c3e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.226437] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f073b9e5-523f-4f9b-b862-2d2f6b853d70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.228215] env[69722]: DEBUG nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.233102] env[69722]: DEBUG nova.network.neutron [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance_info_cache with network_info: [{"id": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "address": "fa:16:3e:71:10:4d", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e31c68-38", "ovs_interfaceid": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.245996] env[69722]: DEBUG nova.compute.provider_tree [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.266122] env[69722]: DEBUG nova.network.neutron [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Successfully updated port: ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 671.267844] env[69722]: DEBUG oslo_concurrency.lockutils [req-00035388-b4eb-4d4d-bfb8-21d727def3f6 req-0fecd1f9-18f7-4884-843a-6bb0c557668a service nova] Releasing lock "refresh_cache-3edf2257-e7a2-404c-9f0a-1d2e40677b9a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.608944] env[69722]: DEBUG oslo_concurrency.lockutils [req-d53a4bfc-8a4c-461c-af35-bee681e997ab req-080d3b4a-d573-4180-842d-0d3c83355878 service nova] Releasing lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.748336] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.750314] env[69722]: DEBUG nova.scheduler.client.report [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.758247] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.770034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.770252] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.770444] env[69722]: DEBUG nova.network.neutron [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.260538] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.261774] env[69722]: DEBUG nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.265963] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.751s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.268343] env[69722]: INFO nova.compute.claims [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.329750] env[69722]: DEBUG nova.network.neutron [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 672.678828] env[69722]: DEBUG nova.network.neutron [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Updating instance_info_cache with network_info: [{"id": "ad01de07-bc0d-4528-a900-8a85e02b028d", "address": "fa:16:3e:67:25:28", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad01de07-bc", "ovs_interfaceid": "ad01de07-bc0d-4528-a900-8a85e02b028d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.684182] env[69722]: DEBUG nova.compute.manager [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Received event network-vif-plugged-ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.684182] env[69722]: DEBUG oslo_concurrency.lockutils [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] Acquiring lock "e5cda2f6-fb36-43c1-8041-252493253f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.684182] env[69722]: DEBUG oslo_concurrency.lockutils [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] Lock "e5cda2f6-fb36-43c1-8041-252493253f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.684182] env[69722]: DEBUG oslo_concurrency.lockutils [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] Lock "e5cda2f6-fb36-43c1-8041-252493253f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.684182] env[69722]: DEBUG nova.compute.manager [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] No waiting events found dispatching network-vif-plugged-ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.684520] env[69722]: WARNING nova.compute.manager [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Received unexpected event network-vif-plugged-ad01de07-bc0d-4528-a900-8a85e02b028d for instance with vm_state building and task_state spawning. [ 672.684520] env[69722]: DEBUG nova.compute.manager [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Received event network-changed-ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.684822] env[69722]: DEBUG nova.compute.manager [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Refreshing instance network info cache due to event network-changed-ad01de07-bc0d-4528-a900-8a85e02b028d. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.685138] env[69722]: DEBUG oslo_concurrency.lockutils [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] Acquiring lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.780597] env[69722]: DEBUG nova.compute.utils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.781814] env[69722]: DEBUG nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.782415] env[69722]: DEBUG nova.network.neutron [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.027232] env[69722]: DEBUG nova.policy [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c99be667cc54944adf54c93f976c8d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dd80e6107e04c368942f31ae8fe1158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.184021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Releasing lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.184428] env[69722]: DEBUG nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Instance network_info: |[{"id": "ad01de07-bc0d-4528-a900-8a85e02b028d", "address": "fa:16:3e:67:25:28", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad01de07-bc", "ovs_interfaceid": "ad01de07-bc0d-4528-a900-8a85e02b028d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 673.184740] env[69722]: DEBUG oslo_concurrency.lockutils [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] Acquired lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.185305] env[69722]: DEBUG nova.network.neutron [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Refreshing network info cache for port ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.189204] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:25:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad01de07-bc0d-4528-a900-8a85e02b028d', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 673.195924] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Creating folder: Project (69a26eb43413453fa687faa22cb99bd8). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.197135] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa21fa55-93b6-44c7-9f7b-7ecc25c62b35 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.216424] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Created folder: Project (69a26eb43413453fa687faa22cb99bd8) in parent group-v686248. [ 673.216620] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Creating folder: Instances. Parent ref: group-v686298. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 673.216870] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-037546a5-c89e-4d91-92f4-2c3471d2628d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.230835] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Created folder: Instances in parent group-v686298. [ 673.231437] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.231671] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 673.231890] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a7d4bc6-4816-445e-aa70-37060934d00f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.254724] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 673.254724] env[69722]: value = "task-3437835" [ 673.254724] env[69722]: _type = "Task" [ 673.254724] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.266428] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437835, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.278872] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c280db3b-2949-4b88-b96f-a88f75af3cc7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.292698] env[69722]: DEBUG nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.315807] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance '01ca7a98-3897-4e1a-8ec3-f70f476afd7d' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.701755] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bd18c6-c936-4846-a3fc-7610b7575334 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.711391] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92c2854-c352-4204-9646-dd40315e378e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.752330] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858e3e5-a721-4a71-81da-47cf99e62425 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.768835] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437835, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.770394] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e763c225-c957-4081-b520-40c2b96f7c39 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.792211] env[69722]: DEBUG nova.compute.provider_tree [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.829967] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.830775] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c73f91d6-92d6-4b95-80a0-51dffbd78936 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.841168] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 673.841168] env[69722]: value = "task-3437836" [ 673.841168] env[69722]: _type = "Task" [ 673.841168] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.853394] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.163046] env[69722]: DEBUG nova.network.neutron [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Successfully created port: 4349aeb3-4b94-4d6b-a995-3dadffebb67c {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.268761] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437835, 'name': CreateVM_Task, 'duration_secs': 0.58502} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.268948] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.269722] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.269901] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.270459] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.270723] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd4144d-8a47-407d-9df5-ae8de7f80a4a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.277093] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 674.277093] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522785a4-5244-8037-b11f-26a31aa3534c" [ 674.277093] env[69722]: _type = "Task" [ 674.277093] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.291614] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522785a4-5244-8037-b11f-26a31aa3534c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.299098] env[69722]: DEBUG nova.scheduler.client.report [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.332515] env[69722]: DEBUG nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.358742] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437836, 'name': PowerOffVM_Task, 'duration_secs': 0.268392} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.362442] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.362442] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance '01ca7a98-3897-4e1a-8ec3-f70f476afd7d' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 674.380362] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.380362] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.380362] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.380547] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.380547] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.380547] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.380547] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.380547] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.380735] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.380735] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.380735] env[69722]: DEBUG nova.virt.hardware [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.381627] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f36d33-e45f-4b63-ad45-332a969103ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.391443] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c4e231-16d8-401a-a46d-2ee06653e101 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.445566] env[69722]: DEBUG nova.network.neutron [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Updated VIF entry in instance network info cache for port ad01de07-bc0d-4528-a900-8a85e02b028d. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.445935] env[69722]: DEBUG nova.network.neutron [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Updating instance_info_cache with network_info: [{"id": "ad01de07-bc0d-4528-a900-8a85e02b028d", "address": "fa:16:3e:67:25:28", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad01de07-bc", "ovs_interfaceid": "ad01de07-bc0d-4528-a900-8a85e02b028d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.788271] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522785a4-5244-8037-b11f-26a31aa3534c, 'name': SearchDatastore_Task, 'duration_secs': 0.032066} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.788576] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.788653] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.788990] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.789062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.789265] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.790190] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf79e897-dd0f-41e8-8d75-90ecbf6e2417 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.804027] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.804027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.804027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.804027] env[69722]: DEBUG nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.806727] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249e623d-af84-46e8-9d42-6ac121016070 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.814263] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.863s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.814263] env[69722]: INFO nova.compute.claims [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.819845] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 674.819845] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255377a-5d6e-6a92-8620-7339fa3b1691" [ 674.819845] env[69722]: _type = "Task" [ 674.819845] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.831093] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255377a-5d6e-6a92-8620-7339fa3b1691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.871677] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.872638] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.872638] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.873055] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.873927] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.874708] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.874708] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.874708] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.874708] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.874990] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.875059] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.882225] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4374c38-90a3-474b-8c35-89403730c74c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.901689] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 674.901689] env[69722]: value = "task-3437837" [ 674.901689] env[69722]: _type = "Task" [ 674.901689] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.916214] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.951518] env[69722]: DEBUG oslo_concurrency.lockutils [req-2dfe00f7-d562-42ee-92b4-1e82e79d1b9a req-48421430-3a3e-4a6b-b96b-65037280dcca service nova] Releasing lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.313371] env[69722]: DEBUG nova.compute.utils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.314915] env[69722]: DEBUG nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.320020] env[69722]: DEBUG nova.network.neutron [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.334676] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255377a-5d6e-6a92-8620-7339fa3b1691, 'name': SearchDatastore_Task, 'duration_secs': 0.012771} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.335768] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e83ca7-3289-4399-9769-c474c709193e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.345817] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 675.345817] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c031cc-ce66-8ba3-70d4-bcc181b81af9" [ 675.345817] env[69722]: _type = "Task" [ 675.345817] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.354232] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c031cc-ce66-8ba3-70d4-bcc181b81af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.418958] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437837, 'name': ReconfigVM_Task, 'duration_secs': 0.20695} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.419642] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance '01ca7a98-3897-4e1a-8ec3-f70f476afd7d' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 675.621909] env[69722]: DEBUG nova.policy [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb32f08944e44ac1a159f258d302d9ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b104e8bc32b412fb3f454273b2fe43c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.822452] env[69722]: DEBUG nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 675.861089] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c031cc-ce66-8ba3-70d4-bcc181b81af9, 'name': SearchDatastore_Task, 'duration_secs': 0.023786} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.866593] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.867039] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e5cda2f6-fb36-43c1-8041-252493253f00/e5cda2f6-fb36-43c1-8041-252493253f00.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.867790] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cb936f1-fe72-4133-a32a-95b6b8815f45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.881218] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 675.881218] env[69722]: value = "task-3437838" [ 675.881218] env[69722]: _type = "Task" [ 675.881218] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.895414] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.927789] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.928047] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.928485] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.928570] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.928765] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.928922] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.930555] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.930777] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.931024] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.931780] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.932064] env[69722]: DEBUG nova.virt.hardware [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.938261] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 675.941869] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0e532d0-f996-4250-bf57-c086f81e9ab1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.965247] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 675.965247] env[69722]: value = "task-3437839" [ 675.965247] env[69722]: _type = "Task" [ 675.965247] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.979720] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.358015] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865f1e59-6f6a-420c-85bb-033ea3522f5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.368718] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32756c0b-bdc7-47d9-94c3-81e1c4493728 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.413299] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd2cb4-c846-4e72-9f2d-edac94235e44 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.427692] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437838, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.431573] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc921f7b-8f83-409d-84bb-6714828b9de8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.454221] env[69722]: DEBUG nova.compute.provider_tree [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.485168] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437839, 'name': ReconfigVM_Task, 'duration_secs': 0.230238} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.485168] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 676.485168] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c4d63e-1238-4db4-8fe9-752fc0b6d246 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.511284] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 01ca7a98-3897-4e1a-8ec3-f70f476afd7d/01ca7a98-3897-4e1a-8ec3-f70f476afd7d.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.511284] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab0ce853-ed6c-4c96-9691-c1f47a3e4e96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.532533] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 676.532533] env[69722]: value = "task-3437840" [ 676.532533] env[69722]: _type = "Task" [ 676.532533] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.542242] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.588970] env[69722]: DEBUG nova.compute.manager [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Received event network-changed-694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.588970] env[69722]: DEBUG nova.compute.manager [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Refreshing instance network info cache due to event network-changed-694193f1-80c0-4546-ab24-1cc0a0f5c204. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.589125] env[69722]: DEBUG oslo_concurrency.lockutils [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] Acquiring lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.589249] env[69722]: DEBUG oslo_concurrency.lockutils [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] Acquired lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.589426] env[69722]: DEBUG nova.network.neutron [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Refreshing network info cache for port 694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.735478] env[69722]: DEBUG nova.network.neutron [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Successfully created port: 2723200c-9587-4c1f-8ccb-db923e630e6a {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.841582] env[69722]: DEBUG nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.881309] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.881603] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.881758] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.881978] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.882133] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.882273] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.882496] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.882684] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.882852] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.883158] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.883260] env[69722]: DEBUG nova.virt.hardware [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.884579] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d662f7-06e3-4b9c-986e-d834eedce159 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.896151] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b534889-1b46-47e9-8cd0-a8d1968c9cae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.924329] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625613} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.924329] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e5cda2f6-fb36-43c1-8041-252493253f00/e5cda2f6-fb36-43c1-8041-252493253f00.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.924463] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.924731] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47a1ab39-8b8a-4112-8ca8-43e1095273e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.934786] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 676.934786] env[69722]: value = "task-3437841" [ 676.934786] env[69722]: _type = "Task" [ 676.934786] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.948017] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.958243] env[69722]: DEBUG nova.scheduler.client.report [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.045890] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.172101] env[69722]: DEBUG nova.network.neutron [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Successfully updated port: 4349aeb3-4b94-4d6b-a995-3dadffebb67c {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.448798] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075355} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.449058] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.449878] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45e4f77-7089-4933-bf69-882acd387ac7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.467146] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.467667] env[69722]: DEBUG nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.484784] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e5cda2f6-fb36-43c1-8041-252493253f00/e5cda2f6-fb36-43c1-8041-252493253f00.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.485041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.785s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.486538] env[69722]: INFO nova.compute.claims [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.489529] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6620b30-d2a2-43fd-9114-78d2408f4195 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.523123] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 677.523123] env[69722]: value = "task-3437842" [ 677.523123] env[69722]: _type = "Task" [ 677.523123] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.537165] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.554509] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437840, 'name': ReconfigVM_Task, 'duration_secs': 0.607281} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.554509] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 01ca7a98-3897-4e1a-8ec3-f70f476afd7d/01ca7a98-3897-4e1a-8ec3-f70f476afd7d.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.554509] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance '01ca7a98-3897-4e1a-8ec3-f70f476afd7d' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 677.684137] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-07beaffc-d61a-4d28-a40c-566ff3fdee48" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.684243] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-07beaffc-d61a-4d28-a40c-566ff3fdee48" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.684516] env[69722]: DEBUG nova.network.neutron [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.751050] env[69722]: DEBUG nova.network.neutron [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Updated VIF entry in instance network info cache for port 694193f1-80c0-4546-ab24-1cc0a0f5c204. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.751529] env[69722]: DEBUG nova.network.neutron [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Updating instance_info_cache with network_info: [{"id": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "address": "fa:16:3e:7b:59:c0", "network": {"id": "b9237400-414e-46c5-ba04-2b759ec93277", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1849443020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a127feeeb4bb41abbeccdad9dfe43b7a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap694193f1-80", "ovs_interfaceid": "694193f1-80c0-4546-ab24-1cc0a0f5c204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.986980] env[69722]: DEBUG nova.compute.utils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.991860] env[69722]: DEBUG nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.991860] env[69722]: DEBUG nova.network.neutron [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.038373] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437842, 'name': ReconfigVM_Task, 'duration_secs': 0.454369} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.038520] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e5cda2f6-fb36-43c1-8041-252493253f00/e5cda2f6-fb36-43c1-8041-252493253f00.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.039570] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b12722b8-2354-4515-a8ea-472705bed82b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.049348] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 678.049348] env[69722]: value = "task-3437843" [ 678.049348] env[69722]: _type = "Task" [ 678.049348] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.063670] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437843, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.065468] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ccf091-108d-475a-a453-694d0d5c2a8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.089873] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2391cf1e-66eb-4b94-b8e4-a42b8f109540 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.122289] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance '01ca7a98-3897-4e1a-8ec3-f70f476afd7d' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 678.128696] env[69722]: DEBUG nova.policy [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c732a6b5296c4297bd4edc967f227cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de5f653b8dc348de8d530752b6f9cf47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.259427] env[69722]: DEBUG oslo_concurrency.lockutils [req-83e1261d-d52f-404a-a81d-edce026af945 req-824d2850-0f16-4191-ae1a-4c4e37e20021 service nova] Releasing lock "refresh_cache-70ff7505-9b7f-48c6-8017-e380d9e61842" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.298032] env[69722]: DEBUG nova.network.neutron [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.494339] env[69722]: DEBUG nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.569228] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437843, 'name': Rename_Task, 'duration_secs': 0.184289} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.569578] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.569958] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-045892fc-caec-4409-b0e6-63d5f1f34775 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.582563] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 678.582563] env[69722]: value = "task-3437844" [ 678.582563] env[69722]: _type = "Task" [ 678.582563] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.596262] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.659104] env[69722]: DEBUG nova.network.neutron [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Updating instance_info_cache with network_info: [{"id": "4349aeb3-4b94-4d6b-a995-3dadffebb67c", "address": "fa:16:3e:c8:31:aa", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4349aeb3-4b", "ovs_interfaceid": "4349aeb3-4b94-4d6b-a995-3dadffebb67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.778617] env[69722]: DEBUG nova.network.neutron [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Port f0e31c68-38dc-4556-9ad7-572fb6f06228 binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 679.013711] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfdb51e-8426-4733-a280-7ff20aacb319 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.025946] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045fa80e-5e89-4f8a-9839-11eefa736ad6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.070700] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155765e6-2f2c-493e-86ae-06bc3a896847 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.080321] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f550dd-f4eb-464e-83d3-40d6d64cbaf3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.101356] env[69722]: DEBUG nova.compute.provider_tree [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.106437] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.115625] env[69722]: DEBUG nova.network.neutron [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Successfully created port: f7771d11-1c6c-4823-b2f5-3cad7caa33d5 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.125973] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce15b0-648a-b29e-e6c4-61ca8b2ffe91/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 679.125973] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd220a-0fbb-4033-8ab4-3df1561cf8e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.133095] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce15b0-648a-b29e-e6c4-61ca8b2ffe91/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 679.133413] env[69722]: ERROR oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce15b0-648a-b29e-e6c4-61ca8b2ffe91/disk-0.vmdk due to incomplete transfer. [ 679.136981] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22409e42-0c81-4937-8c1e-b234c5d30384 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.147903] env[69722]: DEBUG oslo_vmware.rw_handles [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ce15b0-648a-b29e-e6c4-61ca8b2ffe91/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 679.148138] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Uploaded image f81877ca-479c-49e2-a0dc-340903a37a29 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 679.150592] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 679.152827] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-65ed4cd4-e5bb-4004-82ad-f799f06cc30b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.161768] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 679.161768] env[69722]: value = "task-3437845" [ 679.161768] env[69722]: _type = "Task" [ 679.161768] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.166556] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-07beaffc-d61a-4d28-a40c-566ff3fdee48" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.166932] env[69722]: DEBUG nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Instance network_info: |[{"id": "4349aeb3-4b94-4d6b-a995-3dadffebb67c", "address": "fa:16:3e:c8:31:aa", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4349aeb3-4b", "ovs_interfaceid": "4349aeb3-4b94-4d6b-a995-3dadffebb67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 679.167629] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:31:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4349aeb3-4b94-4d6b-a995-3dadffebb67c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.177216] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating folder: Project (6dd80e6107e04c368942f31ae8fe1158). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.177971] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6df82094-454d-489a-90e2-a8a3cd6743c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.185413] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437845, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.192189] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created folder: Project (6dd80e6107e04c368942f31ae8fe1158) in parent group-v686248. [ 679.192470] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating folder: Instances. Parent ref: group-v686301. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.192745] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab4306ac-7573-4150-b76c-4fce70fed542 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.212866] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created folder: Instances in parent group-v686301. [ 679.213515] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.213515] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.213637] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9c410a6-5c22-4b3e-9dae-78d8262723f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.237286] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.237286] env[69722]: value = "task-3437848" [ 679.237286] env[69722]: _type = "Task" [ 679.237286] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.253304] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437848, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.325845] env[69722]: DEBUG nova.compute.manager [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Received event network-changed-dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.326450] env[69722]: DEBUG nova.compute.manager [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Refreshing instance network info cache due to event network-changed-dc390267-e949-4982-b8d2-9c28cb929729. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.327440] env[69722]: DEBUG oslo_concurrency.lockutils [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] Acquiring lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.327717] env[69722]: DEBUG oslo_concurrency.lockutils [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] Acquired lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.327930] env[69722]: DEBUG nova.network.neutron [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Refreshing network info cache for port dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.514023] env[69722]: DEBUG nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.551402] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.553674] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.553674] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.553674] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.553674] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.553674] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.554998] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.554998] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.554998] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.554998] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.554998] env[69722]: DEBUG nova.virt.hardware [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.555804] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e50d3a0-460a-42fe-a272-5464eeda7f72 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.571692] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96032a5e-fcd0-4b85-829b-f53c12f3a3a3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.605289] env[69722]: DEBUG nova.scheduler.client.report [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.613031] env[69722]: DEBUG oslo_vmware.api [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3437844, 'name': PowerOnVM_Task, 'duration_secs': 0.739146} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.613031] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.613031] env[69722]: INFO nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Took 10.72 seconds to spawn the instance on the hypervisor. [ 679.613031] env[69722]: DEBUG nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.613031] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24427d46-ad4d-40a9-b0d7-01f997418129 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.676512] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437845, 'name': Destroy_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.751383] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437848, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.770504] env[69722]: DEBUG nova.network.neutron [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Successfully updated port: 2723200c-9587-4c1f-8ccb-db923e630e6a {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.816547] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.816876] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.816981] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.115893] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.116417] env[69722]: DEBUG nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.120855] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.452s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.120855] env[69722]: DEBUG nova.objects.instance [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lazy-loading 'resources' on Instance uuid 4402874e-3efc-45ef-ae36-6a85d7456aeb {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.143696] env[69722]: INFO nova.compute.manager [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Took 26.89 seconds to build instance. [ 680.177399] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437845, 'name': Destroy_Task, 'duration_secs': 0.693256} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.177669] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Destroyed the VM [ 680.177985] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 680.178761] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-657b9d38-300a-4b84-a5fe-bfc6d6ab9b3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.188455] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 680.188455] env[69722]: value = "task-3437849" [ 680.188455] env[69722]: _type = "Task" [ 680.188455] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.203191] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "92838e96-a467-4e54-8d7b-e5c956d60338" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.203603] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "92838e96-a467-4e54-8d7b-e5c956d60338" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.209979] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.250483] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437848, 'name': CreateVM_Task, 'duration_secs': 0.552138} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.250658] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.253702] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.253897] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.254253] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.256485] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df273ef7-8056-41c4-9e9b-f64d6f76309d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.266175] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.266336] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.275398] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "refresh_cache-ac5f41a1-eaba-492a-8293-4b96e4d78297" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.275398] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired lock "refresh_cache-ac5f41a1-eaba-492a-8293-4b96e4d78297" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.275398] env[69722]: DEBUG nova.network.neutron [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.276153] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 680.276153] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527e35c6-ffef-33da-3e22-15c5bc38e45f" [ 680.276153] env[69722]: _type = "Task" [ 680.276153] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.287481] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527e35c6-ffef-33da-3e22-15c5bc38e45f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.401900] env[69722]: DEBUG nova.network.neutron [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updated VIF entry in instance network info cache for port dc390267-e949-4982-b8d2-9c28cb929729. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.402441] env[69722]: DEBUG nova.network.neutron [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updating instance_info_cache with network_info: [{"id": "dc390267-e949-4982-b8d2-9c28cb929729", "address": "fa:16:3e:5d:f0:ec", "network": {"id": "e7fe01a6-345d-4968-a2af-756907e2551f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-791020899-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0108c3b7c2894a91a1ec698d5ede332e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc390267-e9", "ovs_interfaceid": "dc390267-e949-4982-b8d2-9c28cb929729", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.622907] env[69722]: DEBUG nova.compute.utils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.627993] env[69722]: DEBUG nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.627993] env[69722]: DEBUG nova.network.neutron [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.647387] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0af9d38-9763-4f13-b1f4-276c35abba5e tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "e5cda2f6-fb36-43c1-8041-252493253f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.551s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.707472] env[69722]: DEBUG oslo_vmware.api [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437849, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392242} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.708054] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 680.708313] env[69722]: INFO nova.compute.manager [None req-e6463335-f14a-43c1-85a1-55a4b077ae78 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Took 17.02 seconds to snapshot the instance on the hypervisor. [ 680.766153] env[69722]: DEBUG nova.compute.manager [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Received event network-vif-plugged-4349aeb3-4b94-4d6b-a995-3dadffebb67c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.766153] env[69722]: DEBUG oslo_concurrency.lockutils [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] Acquiring lock "07beaffc-d61a-4d28-a40c-566ff3fdee48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.766153] env[69722]: DEBUG oslo_concurrency.lockutils [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.766508] env[69722]: DEBUG oslo_concurrency.lockutils [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.766508] env[69722]: DEBUG nova.compute.manager [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] No waiting events found dispatching network-vif-plugged-4349aeb3-4b94-4d6b-a995-3dadffebb67c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.766508] env[69722]: WARNING nova.compute.manager [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Received unexpected event network-vif-plugged-4349aeb3-4b94-4d6b-a995-3dadffebb67c for instance with vm_state building and task_state spawning. [ 680.766656] env[69722]: DEBUG nova.compute.manager [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Received event network-changed-4349aeb3-4b94-4d6b-a995-3dadffebb67c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.766916] env[69722]: DEBUG nova.compute.manager [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Refreshing instance network info cache due to event network-changed-4349aeb3-4b94-4d6b-a995-3dadffebb67c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.767011] env[69722]: DEBUG oslo_concurrency.lockutils [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] Acquiring lock "refresh_cache-07beaffc-d61a-4d28-a40c-566ff3fdee48" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.768802] env[69722]: DEBUG oslo_concurrency.lockutils [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] Acquired lock "refresh_cache-07beaffc-d61a-4d28-a40c-566ff3fdee48" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.768802] env[69722]: DEBUG nova.network.neutron [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Refreshing network info cache for port 4349aeb3-4b94-4d6b-a995-3dadffebb67c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.794114] env[69722]: DEBUG nova.policy [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b6cc80edc5417286533eed5bf0e627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90782c0e049045e3894d193a9360292b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.803484] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527e35c6-ffef-33da-3e22-15c5bc38e45f, 'name': SearchDatastore_Task, 'duration_secs': 0.013554} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.804493] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.804738] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.804965] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.805165] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.805360] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.805803] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fbe56da-3e40-42a8-8251-81c556ef6987 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.830704] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.830892] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.832151] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15eda096-e032-4686-bf03-c7567df57e10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.842725] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 680.842725] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52083894-96cb-9b54-50ef-5698b49de7c7" [ 680.842725] env[69722]: _type = "Task" [ 680.842725] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.863022] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52083894-96cb-9b54-50ef-5698b49de7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.867970] env[69722]: DEBUG nova.network.neutron [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.906259] env[69722]: DEBUG oslo_concurrency.lockutils [req-d4cbe8fa-7841-4a99-bb54-aa96a8b13c65 req-fe2e73d2-5fe3-420f-85c7-3b9bb4146e5e service nova] Releasing lock "refresh_cache-95e0c925-8147-426d-9383-67c516a9d3ee" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.935305] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.935486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.935659] env[69722]: DEBUG nova.network.neutron [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.131322] env[69722]: DEBUG nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.155210] env[69722]: DEBUG nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.167676] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9d0833-1e71-480b-a4b4-980373ab9069 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.178602] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f287855c-7ecb-49bf-8b87-2e928fbc4441 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.223963] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c51491a-852d-409b-bf25-9206ba01d18e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.233271] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d8d53d-800b-441a-8f33-52d8bd94f561 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.252598] env[69722]: DEBUG nova.compute.provider_tree [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.325222] env[69722]: DEBUG nova.network.neutron [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Updating instance_info_cache with network_info: [{"id": "2723200c-9587-4c1f-8ccb-db923e630e6a", "address": "fa:16:3e:b8:35:d5", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2723200c-95", "ovs_interfaceid": "2723200c-9587-4c1f-8ccb-db923e630e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.359024] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52083894-96cb-9b54-50ef-5698b49de7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.014496} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.360863] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e00b6898-24d4-439c-8844-515a56106e9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.367293] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 681.367293] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527cc7ff-8573-90d3-b340-fc3e493e238b" [ 681.367293] env[69722]: _type = "Task" [ 681.367293] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.378789] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527cc7ff-8573-90d3-b340-fc3e493e238b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.687809] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.705975] env[69722]: DEBUG nova.network.neutron [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Successfully created port: d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.722350] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.722590] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.757315] env[69722]: DEBUG nova.scheduler.client.report [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.791719] env[69722]: DEBUG nova.network.neutron [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Updated VIF entry in instance network info cache for port 4349aeb3-4b94-4d6b-a995-3dadffebb67c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.792123] env[69722]: DEBUG nova.network.neutron [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Updating instance_info_cache with network_info: [{"id": "4349aeb3-4b94-4d6b-a995-3dadffebb67c", "address": "fa:16:3e:c8:31:aa", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4349aeb3-4b", "ovs_interfaceid": "4349aeb3-4b94-4d6b-a995-3dadffebb67c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.833267] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Releasing lock "refresh_cache-ac5f41a1-eaba-492a-8293-4b96e4d78297" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.833267] env[69722]: DEBUG nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Instance network_info: |[{"id": "2723200c-9587-4c1f-8ccb-db923e630e6a", "address": "fa:16:3e:b8:35:d5", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2723200c-95", "ovs_interfaceid": "2723200c-9587-4c1f-8ccb-db923e630e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.833512] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:35:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2723200c-9587-4c1f-8ccb-db923e630e6a', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.842113] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.842520] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.842756] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a03f009-ef11-4809-834b-136cf1904fc1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.873644] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.873644] env[69722]: value = "task-3437850" [ 681.873644] env[69722]: _type = "Task" [ 681.873644] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.882760] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527cc7ff-8573-90d3-b340-fc3e493e238b, 'name': SearchDatastore_Task, 'duration_secs': 0.032271} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.886316] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.886647] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.886935] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33c26e2c-dc9f-42bf-a681-e97ba5eea8ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.898850] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437850, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.906622] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 681.906622] env[69722]: value = "task-3437851" [ 681.906622] env[69722]: _type = "Task" [ 681.906622] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.916488] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.149456] env[69722]: DEBUG nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.186426] env[69722]: DEBUG nova.network.neutron [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance_info_cache with network_info: [{"id": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "address": "fa:16:3e:71:10:4d", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e31c68-38", "ovs_interfaceid": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.195191] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.195494] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.195658] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.195916] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.196305] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.196305] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.196478] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.196707] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.196887] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.197081] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.197274] env[69722]: DEBUG nova.virt.hardware [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.198275] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca15a4f8-d296-4ae7-9a20-19ddb4306cf2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.210952] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ffc248-dde4-45b1-bc6d-38e8fc1d5fab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.264668] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.266990] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.448s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.266990] env[69722]: DEBUG nova.objects.instance [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lazy-loading 'resources' on Instance uuid 6fc3ac89-027b-4995-8742-25bc78032170 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.297643] env[69722]: INFO nova.scheduler.client.report [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Deleted allocations for instance 4402874e-3efc-45ef-ae36-6a85d7456aeb [ 682.297643] env[69722]: DEBUG oslo_concurrency.lockutils [req-57bdecfa-59da-472b-8c47-fce3ca579b5d req-5b1beaa1-3ed5-484a-9b7e-f7c617555327 service nova] Releasing lock "refresh_cache-07beaffc-d61a-4d28-a40c-566ff3fdee48" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.360065] env[69722]: DEBUG nova.network.neutron [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Successfully updated port: f7771d11-1c6c-4823-b2f5-3cad7caa33d5 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.390565] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437850, 'name': CreateVM_Task, 'duration_secs': 0.414841} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.390906] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.391550] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.391758] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.392613] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.392613] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288fb455-fe2c-4d9e-a37b-fe9de89900c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.404903] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 682.404903] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52409631-114c-f060-1a28-af823cac4435" [ 682.404903] env[69722]: _type = "Task" [ 682.404903] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.425777] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52409631-114c-f060-1a28-af823cac4435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.433740] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437851, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.694670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.806442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72473161-ac41-4cc1-930b-c4f33f1ade2c tempest-ServerAddressesNegativeTestJSON-575795579 tempest-ServerAddressesNegativeTestJSON-575795579-project-member] Lock "4402874e-3efc-45ef-ae36-6a85d7456aeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.299s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.868628] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-f82d27cb-16ae-4dcc-b535-278b6ecf62a7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.868628] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-f82d27cb-16ae-4dcc-b535-278b6ecf62a7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.868936] env[69722]: DEBUG nova.network.neutron [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.934807] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60507} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.934807] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52409631-114c-f060-1a28-af823cac4435, 'name': SearchDatastore_Task, 'duration_secs': 0.05093} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.938364] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.938662] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.938895] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.939120] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.939577] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.939577] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.939675] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.940122] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe94eee5-33bb-40e1-95ce-e28deb2d4de6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.945565] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c1826e5-5e69-4ce3-ab95-d0d21e6a0b8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.952390] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 682.952390] env[69722]: value = "task-3437852" [ 682.952390] env[69722]: _type = "Task" [ 682.952390] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.959614] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.959747] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.961280] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abae499-86ba-4ec8-81a9-e0afa759e354 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.967826] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.972386] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 682.972386] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520e657e-6f7b-139c-11b7-1584c91aaff7" [ 682.972386] env[69722]: _type = "Task" [ 682.972386] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.987311] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520e657e-6f7b-139c-11b7-1584c91aaff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.102460] env[69722]: DEBUG nova.compute.manager [req-13922ee6-a159-45ca-8714-e19426edeed8 req-45e5875f-6a47-4003-8e8a-8375eff2f516 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Received event network-vif-plugged-f7771d11-1c6c-4823-b2f5-3cad7caa33d5 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.102460] env[69722]: DEBUG oslo_concurrency.lockutils [req-13922ee6-a159-45ca-8714-e19426edeed8 req-45e5875f-6a47-4003-8e8a-8375eff2f516 service nova] Acquiring lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.102631] env[69722]: DEBUG oslo_concurrency.lockutils [req-13922ee6-a159-45ca-8714-e19426edeed8 req-45e5875f-6a47-4003-8e8a-8375eff2f516 service nova] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.102775] env[69722]: DEBUG oslo_concurrency.lockutils [req-13922ee6-a159-45ca-8714-e19426edeed8 req-45e5875f-6a47-4003-8e8a-8375eff2f516 service nova] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.102931] env[69722]: DEBUG nova.compute.manager [req-13922ee6-a159-45ca-8714-e19426edeed8 req-45e5875f-6a47-4003-8e8a-8375eff2f516 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] No waiting events found dispatching network-vif-plugged-f7771d11-1c6c-4823-b2f5-3cad7caa33d5 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.103149] env[69722]: WARNING nova.compute.manager [req-13922ee6-a159-45ca-8714-e19426edeed8 req-45e5875f-6a47-4003-8e8a-8375eff2f516 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Received unexpected event network-vif-plugged-f7771d11-1c6c-4823-b2f5-3cad7caa33d5 for instance with vm_state building and task_state spawning. [ 683.225255] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9ef471-6859-43dd-a300-b84b1f6ca73d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.248858] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8a6cf8-4d64-4346-86e5-e4023b1259b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.259860] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance '01ca7a98-3897-4e1a-8ec3-f70f476afd7d' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 683.267009] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e222666-e973-43bb-90cb-e300be46b417 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.277746] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbb9fb3-5519-489c-a99c-ceab908ff752 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.314347] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e106b2-9c12-4c03-a76c-a3144e5872e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.324843] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e30dffc-5770-4892-8203-861506243f5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.341046] env[69722]: DEBUG nova.compute.provider_tree [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.463379] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070313} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.463652] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.464858] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0999bbb-1227-4e12-a4ca-b1f8f6151c65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.468474] env[69722]: DEBUG nova.network.neutron [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.490289] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.493926] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3bb0f36-47ef-4953-a673-94da7738edc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.523373] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520e657e-6f7b-139c-11b7-1584c91aaff7, 'name': SearchDatastore_Task, 'duration_secs': 0.020254} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.523373] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 683.523373] env[69722]: value = "task-3437853" [ 683.523373] env[69722]: _type = "Task" [ 683.523373] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.523373] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2361da6-b46a-47e2-b174-867c4c591b81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.533722] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 683.533722] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a03051-1cfa-08ba-5a28-f7178fe7fc8e" [ 683.533722] env[69722]: _type = "Task" [ 683.533722] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.540556] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.550280] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a03051-1cfa-08ba-5a28-f7178fe7fc8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.555704] env[69722]: DEBUG nova.compute.manager [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Received event network-vif-plugged-2723200c-9587-4c1f-8ccb-db923e630e6a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.555924] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] Acquiring lock "ac5f41a1-eaba-492a-8293-4b96e4d78297-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.556178] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.556461] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.556707] env[69722]: DEBUG nova.compute.manager [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] No waiting events found dispatching network-vif-plugged-2723200c-9587-4c1f-8ccb-db923e630e6a {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.556983] env[69722]: WARNING nova.compute.manager [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Received unexpected event network-vif-plugged-2723200c-9587-4c1f-8ccb-db923e630e6a for instance with vm_state building and task_state spawning. [ 683.557202] env[69722]: DEBUG nova.compute.manager [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Received event network-changed-2723200c-9587-4c1f-8ccb-db923e630e6a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.557410] env[69722]: DEBUG nova.compute.manager [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Refreshing instance network info cache due to event network-changed-2723200c-9587-4c1f-8ccb-db923e630e6a. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.557647] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] Acquiring lock "refresh_cache-ac5f41a1-eaba-492a-8293-4b96e4d78297" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.557884] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] Acquired lock "refresh_cache-ac5f41a1-eaba-492a-8293-4b96e4d78297" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.558125] env[69722]: DEBUG nova.network.neutron [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Refreshing network info cache for port 2723200c-9587-4c1f-8ccb-db923e630e6a {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.774030] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.774030] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6af575e-529b-4cb5-9d46-4af720baa234 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.784641] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 683.784641] env[69722]: value = "task-3437854" [ 683.784641] env[69722]: _type = "Task" [ 683.784641] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.800125] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.844630] env[69722]: DEBUG nova.scheduler.client.report [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.903871] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "928ab915-fe86-4081-af20-f2f71b06c0f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.904396] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.933787] env[69722]: DEBUG nova.network.neutron [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Updating instance_info_cache with network_info: [{"id": "f7771d11-1c6c-4823-b2f5-3cad7caa33d5", "address": "fa:16:3e:2c:11:c1", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7771d11-1c", "ovs_interfaceid": "f7771d11-1c6c-4823-b2f5-3cad7caa33d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.044750] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.057999] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a03051-1cfa-08ba-5a28-f7178fe7fc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.017665} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.058366] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.058737] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ac5f41a1-eaba-492a-8293-4b96e4d78297/ac5f41a1-eaba-492a-8293-4b96e4d78297.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.059188] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a810b86-865d-4373-82da-96a7161258c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.073913] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 684.073913] env[69722]: value = "task-3437855" [ 684.073913] env[69722]: _type = "Task" [ 684.073913] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.084858] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.154727] env[69722]: DEBUG nova.network.neutron [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Successfully updated port: d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.291056] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "2c7890f4-59f6-464b-9c0c-a482f76b7099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.291328] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "2c7890f4-59f6-464b-9c0c-a482f76b7099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.305966] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437854, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.351460] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.357121] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.310s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.358790] env[69722]: INFO nova.compute.claims [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.413193] env[69722]: INFO nova.scheduler.client.report [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Deleted allocations for instance 6fc3ac89-027b-4995-8742-25bc78032170 [ 684.441768] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-f82d27cb-16ae-4dcc-b535-278b6ecf62a7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.441965] env[69722]: DEBUG nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Instance network_info: |[{"id": "f7771d11-1c6c-4823-b2f5-3cad7caa33d5", "address": "fa:16:3e:2c:11:c1", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7771d11-1c", "ovs_interfaceid": "f7771d11-1c6c-4823-b2f5-3cad7caa33d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.442417] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:11:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7771d11-1c6c-4823-b2f5-3cad7caa33d5', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.456695] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating folder: Project (de5f653b8dc348de8d530752b6f9cf47). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.459812] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0040e661-f30e-4eac-a7be-7499ec10c8f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.477292] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created folder: Project (de5f653b8dc348de8d530752b6f9cf47) in parent group-v686248. [ 684.477525] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating folder: Instances. Parent ref: group-v686305. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.478496] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f171b72-00bc-42ed-abe7-7dabc91cf262 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.495079] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created folder: Instances in parent group-v686305. [ 684.495079] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.495478] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.497014] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a2226a2-8649-431e-ba90-0258abcda65b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.534079] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.534079] env[69722]: value = "task-3437858" [ 684.534079] env[69722]: _type = "Task" [ 684.534079] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.542360] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437853, 'name': ReconfigVM_Task, 'duration_secs': 0.579357} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.544056] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.544909] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cf18751-977b-4205-b3e1-7b1623ea6ff6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.551166] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437858, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.561705] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 684.561705] env[69722]: value = "task-3437859" [ 684.561705] env[69722]: _type = "Task" [ 684.561705] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.577336] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437859, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.588912] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437855, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.611139] env[69722]: DEBUG nova.network.neutron [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Updated VIF entry in instance network info cache for port 2723200c-9587-4c1f-8ccb-db923e630e6a. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 684.611494] env[69722]: DEBUG nova.network.neutron [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Updating instance_info_cache with network_info: [{"id": "2723200c-9587-4c1f-8ccb-db923e630e6a", "address": "fa:16:3e:b8:35:d5", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2723200c-95", "ovs_interfaceid": "2723200c-9587-4c1f-8ccb-db923e630e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.660667] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.660839] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.661085] env[69722]: DEBUG nova.network.neutron [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.806586] env[69722]: DEBUG oslo_vmware.api [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3437854, 'name': PowerOnVM_Task, 'duration_secs': 0.728692} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.806864] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.807072] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9c3d9b7b-88b9-40c4-a262-631dca5945bf tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance '01ca7a98-3897-4e1a-8ec3-f70f476afd7d' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.923235] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a586af58-4bad-42d9-bf53-512f9b94d4e5 tempest-ServerExternalEventsTest-867526425 tempest-ServerExternalEventsTest-867526425-project-member] Lock "6fc3ac89-027b-4995-8742-25bc78032170" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.857s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.047287] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437858, 'name': CreateVM_Task, 'duration_secs': 0.4528} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.047473] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.048181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.048362] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.048684] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.048942] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f4ec51-e084-4f33-80ea-2c95e1c7d15b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.057115] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 685.057115] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247a0ee-f5e8-7d93-71ac-ddb45bdef454" [ 685.057115] env[69722]: _type = "Task" [ 685.057115] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.068946] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247a0ee-f5e8-7d93-71ac-ddb45bdef454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.074810] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437859, 'name': Rename_Task, 'duration_secs': 0.402092} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.075094] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.075366] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93047db4-d456-4d78-87f1-3541fc03adb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.088277] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693048} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.090226] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ac5f41a1-eaba-492a-8293-4b96e4d78297/ac5f41a1-eaba-492a-8293-4b96e4d78297.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.090934] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.091400] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 685.091400] env[69722]: value = "task-3437860" [ 685.091400] env[69722]: _type = "Task" [ 685.091400] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.091611] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ad26bdb-233b-426a-886e-fdd7d423ade7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.106933] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 685.106933] env[69722]: value = "task-3437861" [ 685.106933] env[69722]: _type = "Task" [ 685.106933] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.113803] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.115103] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9a17c1f-c70a-4288-9e00-fea055f6b2f2 req-0d272eae-58ee-4886-a439-360c75cf8c16 service nova] Releasing lock "refresh_cache-ac5f41a1-eaba-492a-8293-4b96e4d78297" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.222780] env[69722]: DEBUG nova.network.neutron [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.526139] env[69722]: DEBUG nova.network.neutron [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updating instance_info_cache with network_info: [{"id": "d741b84f-c850-42af-86b1-2fabfcc37926", "address": "fa:16:3e:b4:93:e7", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd741b84f-c8", "ovs_interfaceid": "d741b84f-c850-42af-86b1-2fabfcc37926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.569438] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247a0ee-f5e8-7d93-71ac-ddb45bdef454, 'name': SearchDatastore_Task, 'duration_secs': 0.030362} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.572430] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.572513] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.572729] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.572867] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.573550] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.573809] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60ab10d3-d2fb-4e34-8781-38f24650a8a3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.587239] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.587623] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.588645] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feeb88f7-9528-4f22-a11b-3f1f5ccb3416 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.601587] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 685.601587] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e1b190-ee94-901b-7759-c46d5af21f9e" [ 685.601587] env[69722]: _type = "Task" [ 685.601587] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.611488] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437860, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.624298] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e1b190-ee94-901b-7759-c46d5af21f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.632615] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074346} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.632863] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.633692] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de96e486-91e1-4cc7-ab01-799ae8fae8a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.657736] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] ac5f41a1-eaba-492a-8293-4b96e4d78297/ac5f41a1-eaba-492a-8293-4b96e4d78297.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.660652] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5b7e7c3-0bff-4d3f-924e-edf077f778f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.682257] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 685.682257] env[69722]: value = "task-3437862" [ 685.682257] env[69722]: _type = "Task" [ 685.682257] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.692541] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.918141] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.920041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.920041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "82bae88b-c9ce-4c89-93ea-7caba0c93035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.920041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.920041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.924739] env[69722]: INFO nova.compute.manager [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Terminating instance [ 686.016465] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a85ccd-bfd4-4a5a-8d25-1141c61469cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.028153] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac85bec1-0a33-4e39-921c-4ba2aee8f198 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.032241] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.032241] env[69722]: DEBUG nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Instance network_info: |[{"id": "d741b84f-c850-42af-86b1-2fabfcc37926", "address": "fa:16:3e:b4:93:e7", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd741b84f-c8", "ovs_interfaceid": "d741b84f-c850-42af-86b1-2fabfcc37926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.032376] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:93:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd741b84f-c850-42af-86b1-2fabfcc37926', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.045989] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating folder: Project (90782c0e049045e3894d193a9360292b). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.046947] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3fe69f4-e33c-467a-9a5a-74ee8ab33f07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.084446] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ca536f-f9eb-4cb1-a87e-d398ff832e87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.088065] env[69722]: DEBUG nova.compute.manager [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Received event network-changed-f7771d11-1c6c-4823-b2f5-3cad7caa33d5 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.088249] env[69722]: DEBUG nova.compute.manager [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Refreshing instance network info cache due to event network-changed-f7771d11-1c6c-4823-b2f5-3cad7caa33d5. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.088693] env[69722]: DEBUG oslo_concurrency.lockutils [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] Acquiring lock "refresh_cache-f82d27cb-16ae-4dcc-b535-278b6ecf62a7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.088693] env[69722]: DEBUG oslo_concurrency.lockutils [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] Acquired lock "refresh_cache-f82d27cb-16ae-4dcc-b535-278b6ecf62a7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.088809] env[69722]: DEBUG nova.network.neutron [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Refreshing network info cache for port f7771d11-1c6c-4823-b2f5-3cad7caa33d5 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.090446] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created folder: Project (90782c0e049045e3894d193a9360292b) in parent group-v686248. [ 686.090446] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating folder: Instances. Parent ref: group-v686308. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.090802] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36d88ba3-0b57-4fe6-9806-00e92077f2fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.104310] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453420b4-025d-49cc-9b18-56788b31a013 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.109392] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created folder: Instances in parent group-v686308. [ 686.109642] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.113459] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.115014] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bc6d4ec-928a-4cdd-9267-d8f27fb09712 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.141939] env[69722]: DEBUG oslo_vmware.api [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437860, 'name': PowerOnVM_Task, 'duration_secs': 0.891513} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.142550] env[69722]: DEBUG nova.compute.provider_tree [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.147822] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.148551] env[69722]: INFO nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Took 11.82 seconds to spawn the instance on the hypervisor. [ 686.148551] env[69722]: DEBUG nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.148859] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e1b190-ee94-901b-7759-c46d5af21f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.028881} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.149861] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29ffbd2-4f6f-4a92-9911-cbafeb64d2a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.155417] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cf5aa2-3b78-4fdb-bccc-6b99f860698c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.158233] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.158233] env[69722]: value = "task-3437865" [ 686.158233] env[69722]: _type = "Task" [ 686.158233] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.164847] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 686.164847] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5277ce62-3cf2-90a7-efef-1c94adcf9ef1" [ 686.164847] env[69722]: _type = "Task" [ 686.164847] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.177255] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437865, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.183752] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5277ce62-3cf2-90a7-efef-1c94adcf9ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.194214] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437862, 'name': ReconfigVM_Task, 'duration_secs': 0.304731} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.194556] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Reconfigured VM instance instance-00000012 to attach disk [datastore1] ac5f41a1-eaba-492a-8293-4b96e4d78297/ac5f41a1-eaba-492a-8293-4b96e4d78297.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.195225] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94cb2837-4a2d-40ff-b3c0-f1ac0703e81d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.202605] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 686.202605] env[69722]: value = "task-3437866" [ 686.202605] env[69722]: _type = "Task" [ 686.202605] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.213374] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437866, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.314924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "95e0c925-8147-426d-9383-67c516a9d3ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.314924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "95e0c925-8147-426d-9383-67c516a9d3ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.314924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "95e0c925-8147-426d-9383-67c516a9d3ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.315473] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "95e0c925-8147-426d-9383-67c516a9d3ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.315473] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "95e0c925-8147-426d-9383-67c516a9d3ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.317067] env[69722]: INFO nova.compute.manager [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Terminating instance [ 686.439864] env[69722]: DEBUG nova.compute.manager [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.439864] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.439864] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb879fb-80e4-4717-a53a-2d644d1420e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.458163] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.458163] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-287050c2-1273-4a02-9253-20974654872b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.537090] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.537692] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.573486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "2d9e5249-07b7-4828-91c6-0a502567805e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.573728] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "2d9e5249-07b7-4828-91c6-0a502567805e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.611319] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "1edc3775-9f29-4274-9838-22c752c290f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.611319] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "1edc3775-9f29-4274-9838-22c752c290f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.674924] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437865, 'name': CreateVM_Task, 'duration_secs': 0.414749} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.681114] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.682736] env[69722]: ERROR nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [req-b2234ff2-03ed-4cae-9729-3519b4d1d196] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2234ff2-03ed-4cae-9729-3519b4d1d196"}]} [ 686.683732] env[69722]: INFO nova.compute.manager [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Took 31.32 seconds to build instance. [ 686.685113] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.685113] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.685223] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.691360] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a99378-2041-410c-b34f-1228462c3b3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.697634] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5277ce62-3cf2-90a7-efef-1c94adcf9ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.035421} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.699587] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.699587] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] f82d27cb-16ae-4dcc-b535-278b6ecf62a7/f82d27cb-16ae-4dcc-b535-278b6ecf62a7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.699587] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-166f0077-11ef-4935-b211-7588f71d4682 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.702368] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 686.702368] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52657567-56cb-d076-94e7-32c39a615620" [ 686.702368] env[69722]: _type = "Task" [ 686.702368] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.715972] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 686.715972] env[69722]: value = "task-3437868" [ 686.715972] env[69722]: _type = "Task" [ 686.715972] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.730420] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52657567-56cb-d076-94e7-32c39a615620, 'name': SearchDatastore_Task, 'duration_secs': 0.015647} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.730420] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437866, 'name': Rename_Task, 'duration_secs': 0.179539} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.730420] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 686.732795] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.733140] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.734659] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.734659] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.734659] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.734659] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.734875] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eaff671-0586-4d1b-a860-2b983490dece {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.736719] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1aaa4e8b-27df-4e3f-8173-76c4857ec726 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.741641] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.749992] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 686.749992] env[69722]: value = "task-3437869" [ 686.749992] env[69722]: _type = "Task" [ 686.749992] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.758351] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.758351] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.759658] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1723d1e-458c-4f51-9adb-869b6e38f854 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.772375] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.776132] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 686.776132] env[69722]: DEBUG nova.compute.provider_tree [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 686.782932] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 686.782932] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529b62f5-26a7-b19d-c3ac-ba1df3a08c0b" [ 686.782932] env[69722]: _type = "Task" [ 686.782932] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.795886] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529b62f5-26a7-b19d-c3ac-ba1df3a08c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.798354] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 686.827697] env[69722]: DEBUG nova.compute.manager [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 686.827929] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.828864] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b09f842-1d3b-44bb-95d2-d3c23cc05655 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.837473] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 686.848439] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.848718] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2b2dc6-da64-4b53-847f-cf6101aba43f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.858220] env[69722]: DEBUG oslo_vmware.api [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 686.858220] env[69722]: value = "task-3437870" [ 686.858220] env[69722]: _type = "Task" [ 686.858220] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.870946] env[69722]: DEBUG oslo_vmware.api [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.186865] env[69722]: DEBUG nova.network.neutron [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Updated VIF entry in instance network info cache for port f7771d11-1c6c-4823-b2f5-3cad7caa33d5. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.187421] env[69722]: DEBUG nova.network.neutron [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Updating instance_info_cache with network_info: [{"id": "f7771d11-1c6c-4823-b2f5-3cad7caa33d5", "address": "fa:16:3e:2c:11:c1", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7771d11-1c", "ovs_interfaceid": "f7771d11-1c6c-4823-b2f5-3cad7caa33d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.191614] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aad5b585-ac32-424a-a24d-9734409bf0fa tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.820s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.234909] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.235441] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.235441] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleting the datastore file [datastore1] 82bae88b-c9ce-4c89-93ea-7caba0c93035 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.239180] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75edf96d-2625-4183-83a6-509409327814 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.241524] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437868, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.251731] env[69722]: DEBUG oslo_vmware.api [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 687.251731] env[69722]: value = "task-3437871" [ 687.251731] env[69722]: _type = "Task" [ 687.251731] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.272875] env[69722]: DEBUG oslo_vmware.api [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.273174] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.296160] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529b62f5-26a7-b19d-c3ac-ba1df3a08c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.015137} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.300877] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d596ee-014c-444f-87d0-3ff86f466f7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.307112] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 687.307112] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c3339d-0006-1e5b-9452-2f6d36c10033" [ 687.307112] env[69722]: _type = "Task" [ 687.307112] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.323028] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c3339d-0006-1e5b-9452-2f6d36c10033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.337192] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "e653fc20-13d7-466a-bb91-1ae2cd58d469" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.337192] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.372541] env[69722]: DEBUG oslo_vmware.api [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437870, 'name': PowerOffVM_Task, 'duration_secs': 0.399539} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.375956] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.376290] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.377369] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6033522-8276-4286-a7a8-2801f2fe4cac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.445306] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.445672] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.445866] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Deleting the datastore file [datastore2] 95e0c925-8147-426d-9383-67c516a9d3ee {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.447387] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ebbfda4-8792-4049-84a7-b892d8f883ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.457479] env[69722]: DEBUG oslo_vmware.api [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for the task: (returnval){ [ 687.457479] env[69722]: value = "task-3437873" [ 687.457479] env[69722]: _type = "Task" [ 687.457479] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.466284] env[69722]: DEBUG nova.compute.manager [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Received event network-vif-plugged-d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.466538] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Acquiring lock "a8a67152-5fd1-4704-9f82-31d82d4cd134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.466907] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.467011] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.467099] env[69722]: DEBUG nova.compute.manager [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] No waiting events found dispatching network-vif-plugged-d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.467268] env[69722]: WARNING nova.compute.manager [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Received unexpected event network-vif-plugged-d741b84f-c850-42af-86b1-2fabfcc37926 for instance with vm_state building and task_state spawning. [ 687.467436] env[69722]: DEBUG nova.compute.manager [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Received event network-changed-ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.467596] env[69722]: DEBUG nova.compute.manager [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Refreshing instance network info cache due to event network-changed-ad01de07-bc0d-4528-a900-8a85e02b028d. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 687.467767] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Acquiring lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.467918] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Acquired lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.468267] env[69722]: DEBUG nova.network.neutron [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Refreshing network info cache for port ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.485874] env[69722]: DEBUG oslo_vmware.api [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.515825] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd187e3-d55a-4d65-b417-7e476bc16ef3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.527819] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db02cf-6666-4d35-aed3-788fe09e8255 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.569833] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a612273-1212-45dc-9862-a04b5146e241 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.579812] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327d70b-ad66-45ef-b387-ab6ba13f662f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.596250] env[69722]: DEBUG nova.compute.provider_tree [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.690285] env[69722]: DEBUG oslo_concurrency.lockutils [req-7352c8ad-c64b-40fd-a7ad-1871be715abc req-498cc866-9b73-4028-b3ba-fc530c3f5bd9 service nova] Releasing lock "refresh_cache-f82d27cb-16ae-4dcc-b535-278b6ecf62a7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.694295] env[69722]: DEBUG nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.732716] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628451} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.733101] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] f82d27cb-16ae-4dcc-b535-278b6ecf62a7/f82d27cb-16ae-4dcc-b535-278b6ecf62a7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.733404] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.733797] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ec018b6-0009-453e-a754-96a32c9dad5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.743032] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 687.743032] env[69722]: value = "task-3437874" [ 687.743032] env[69722]: _type = "Task" [ 687.743032] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.756037] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.770209] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437869, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.773117] env[69722]: DEBUG oslo_vmware.api [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3437871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32692} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.773690] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.773690] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.773810] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.773890] env[69722]: INFO nova.compute.manager [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Took 1.34 seconds to destroy the instance on the hypervisor. [ 687.774429] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.774507] env[69722]: DEBUG nova.compute.manager [-] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.774583] env[69722]: DEBUG nova.network.neutron [-] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.820603] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c3339d-0006-1e5b-9452-2f6d36c10033, 'name': SearchDatastore_Task, 'duration_secs': 0.041392} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.820981] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.821638] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] a8a67152-5fd1-4704-9f82-31d82d4cd134/a8a67152-5fd1-4704-9f82-31d82d4cd134.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.821638] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-666f703f-fe46-43ac-b29a-c01b8af17ee8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.829817] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 687.829817] env[69722]: value = "task-3437875" [ 687.829817] env[69722]: _type = "Task" [ 687.829817] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.839584] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.969126] env[69722]: DEBUG oslo_vmware.api [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Task: {'id': task-3437873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41488} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.969409] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 687.969682] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 687.969889] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 687.970105] env[69722]: INFO nova.compute.manager [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 687.970362] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.970710] env[69722]: DEBUG nova.compute.manager [-] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 687.970815] env[69722]: DEBUG nova.network.neutron [-] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.127084] env[69722]: ERROR nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [req-19d55ad8-1ddb-45e3-a928-5991cb3b1946] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19d55ad8-1ddb-45e3-a928-5991cb3b1946"}]} [ 688.150785] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 688.177330] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 688.177554] env[69722]: DEBUG nova.compute.provider_tree [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.199093] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 688.226476] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 688.231653] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.289195] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079776} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.289195] env[69722]: DEBUG oslo_vmware.api [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437869, 'name': PowerOnVM_Task, 'duration_secs': 1.244745} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.291228] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.291613] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.292050] env[69722]: INFO nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Took 11.45 seconds to spawn the instance on the hypervisor. [ 688.292234] env[69722]: DEBUG nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.293489] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27884cb1-d6b0-4221-8e09-90e29e543493 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.296573] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b282d94-e339-404c-9936-8e8926b80c9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.329766] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] f82d27cb-16ae-4dcc-b535-278b6ecf62a7/f82d27cb-16ae-4dcc-b535-278b6ecf62a7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.333351] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61da63fb-957a-4472-9cec-57c1f8167f2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.361618] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437875, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.362741] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 688.362741] env[69722]: value = "task-3437876" [ 688.362741] env[69722]: _type = "Task" [ 688.362741] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.373823] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.380519] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.380519] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.442527] env[69722]: DEBUG nova.compute.manager [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.444222] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69614329-eede-4b37-8028-40de6bee40dc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.644930] env[69722]: DEBUG nova.network.neutron [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Updated VIF entry in instance network info cache for port ad01de07-bc0d-4528-a900-8a85e02b028d. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.645476] env[69722]: DEBUG nova.network.neutron [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Updating instance_info_cache with network_info: [{"id": "ad01de07-bc0d-4528-a900-8a85e02b028d", "address": "fa:16:3e:67:25:28", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad01de07-bc", "ovs_interfaceid": "ad01de07-bc0d-4528-a900-8a85e02b028d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.843928] env[69722]: INFO nova.compute.manager [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Took 32.35 seconds to build instance. [ 688.854373] env[69722]: DEBUG nova.network.neutron [-] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.855794] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.872442} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.856319] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] a8a67152-5fd1-4704-9f82-31d82d4cd134/a8a67152-5fd1-4704-9f82-31d82d4cd134.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.856579] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.857014] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ada65355-8455-4754-801c-80b468b7e7ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.870327] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 688.870327] env[69722]: value = "task-3437877" [ 688.870327] env[69722]: _type = "Task" [ 688.870327] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.886558] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.893719] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.925634] env[69722]: DEBUG nova.network.neutron [-] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.950712] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d3e14-a2ad-4de7-b691-6bcb650162ba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.960260] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ea7223-2f07-4e38-b6e0-e777c5d47e03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.965401] env[69722]: INFO nova.compute.manager [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] instance snapshotting [ 688.969253] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f979d-5022-4954-a0fc-51871fc1aa1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.000243] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79075a1-d2f6-405a-a2fc-8bb85c836a0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.018272] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bffc50-1a61-48b0-b27b-6440923d41f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.025557] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d31e6-2b92-4987-8469-9523216d1ef0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.046609] env[69722]: DEBUG nova.compute.provider_tree [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.093644] env[69722]: DEBUG nova.compute.manager [req-e45c1cf4-3aae-4d82-a801-4d206312e3e9 req-a723041e-087c-4d0a-bb70-ea165a6ff3c4 service nova] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Received event network-vif-deleted-d2e2c573-f828-4d7d-83f6-2ffdd8b5143c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.152296] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Releasing lock "refresh_cache-e5cda2f6-fb36-43c1-8041-252493253f00" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152670] env[69722]: DEBUG nova.compute.manager [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Received event network-changed-d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.152848] env[69722]: DEBUG nova.compute.manager [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Refreshing instance network info cache due to event network-changed-d741b84f-c850-42af-86b1-2fabfcc37926. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.153080] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Acquiring lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.153294] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Acquired lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.153935] env[69722]: DEBUG nova.network.neutron [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Refreshing network info cache for port d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.349178] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d8b1cb-ae84-437d-a420-5eb80d026c67 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.425s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.357379] env[69722]: INFO nova.compute.manager [-] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Took 1.39 seconds to deallocate network for instance. [ 689.374029] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437876, 'name': ReconfigVM_Task, 'duration_secs': 0.69314} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.377334] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Reconfigured VM instance instance-00000013 to attach disk [datastore1] f82d27cb-16ae-4dcc-b535-278b6ecf62a7/f82d27cb-16ae-4dcc-b535-278b6ecf62a7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.379033] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b0c2925-828b-4727-94cd-4abf63caef1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.389235] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090515} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.389235] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.389235] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aee6c81-b9c3-462c-a903-c174f5d5faae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.392914] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 689.392914] env[69722]: value = "task-3437878" [ 689.392914] env[69722]: _type = "Task" [ 689.392914] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.418173] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] a8a67152-5fd1-4704-9f82-31d82d4cd134/a8a67152-5fd1-4704-9f82-31d82d4cd134.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.420643] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b56f6fb5-cc5d-4eb7-a5d2-dba2ab838657 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.440631] env[69722]: INFO nova.compute.manager [-] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Took 1.67 seconds to deallocate network for instance. [ 689.441030] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437878, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.450680] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 689.450680] env[69722]: value = "task-3437879" [ 689.450680] env[69722]: _type = "Task" [ 689.450680] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.461357] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.495439] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.495679] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.537713] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 689.538091] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72229975-cc25-498b-a645-7f0be7fbbcc1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.547945] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 689.547945] env[69722]: value = "task-3437880" [ 689.547945] env[69722]: _type = "Task" [ 689.547945] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.552393] env[69722]: DEBUG nova.scheduler.client.report [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.564884] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437880, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.570942] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.571217] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.571491] env[69722]: DEBUG nova.compute.manager [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Going to confirm migration 1 {{(pid=69722) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 689.851958] env[69722]: DEBUG nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.866697] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.911070] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437878, 'name': Rename_Task, 'duration_secs': 0.323374} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.911743] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.912089] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0861aba6-30f0-4bb4-9909-b3593b124590 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.921154] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 689.921154] env[69722]: value = "task-3437881" [ 689.921154] env[69722]: _type = "Task" [ 689.921154] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.933285] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.946894] env[69722]: DEBUG nova.network.neutron [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updated VIF entry in instance network info cache for port d741b84f-c850-42af-86b1-2fabfcc37926. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 689.947279] env[69722]: DEBUG nova.network.neutron [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updating instance_info_cache with network_info: [{"id": "d741b84f-c850-42af-86b1-2fabfcc37926", "address": "fa:16:3e:b4:93:e7", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd741b84f-c8", "ovs_interfaceid": "d741b84f-c850-42af-86b1-2fabfcc37926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.949483] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.961111] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437879, 'name': ReconfigVM_Task, 'duration_secs': 0.305994} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.962119] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Reconfigured VM instance instance-00000014 to attach disk [datastore1] a8a67152-5fd1-4704-9f82-31d82d4cd134/a8a67152-5fd1-4704-9f82-31d82d4cd134.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.962820] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9650dbc-cfb6-4d96-a090-f9ca3e9bb31a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.972386] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 689.972386] env[69722]: value = "task-3437882" [ 689.972386] env[69722]: _type = "Task" [ 689.972386] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.982745] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437882, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.063218] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.706s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.064206] env[69722]: DEBUG nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.066512] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437880, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.068612] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.277s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.068612] env[69722]: INFO nova.compute.claims [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.190331] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.190494] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.190671] env[69722]: DEBUG nova.network.neutron [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 690.190855] env[69722]: DEBUG nova.objects.instance [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lazy-loading 'info_cache' on Instance uuid 01ca7a98-3897-4e1a-8ec3-f70f476afd7d {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.257394] env[69722]: DEBUG nova.compute.manager [req-adf4428d-3091-47b4-953b-2f2681fc4547 req-25ff1409-0fe6-4104-b9b5-25775eb68c88 service nova] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Received event network-vif-deleted-dc390267-e949-4982-b8d2-9c28cb929729 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.380747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.434139] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.451227] env[69722]: DEBUG oslo_concurrency.lockutils [req-17926b04-ae93-45e5-95df-cad005fb2ad2 req-6c449d4a-108c-4965-b51a-163108d133b7 service nova] Releasing lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.483247] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437882, 'name': Rename_Task, 'duration_secs': 0.166957} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.483247] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.483464] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51f50a47-c443-4a17-b9b1-18375126453b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.490520] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 690.490520] env[69722]: value = "task-3437883" [ 690.490520] env[69722]: _type = "Task" [ 690.490520] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.504517] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.560848] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437880, 'name': CreateSnapshot_Task, 'duration_secs': 0.934082} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.561211] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 690.562245] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1647695-c635-4a2e-83fa-0aec82e933ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.580207] env[69722]: DEBUG nova.compute.utils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.590040] env[69722]: DEBUG nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.590040] env[69722]: DEBUG nova.network.neutron [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.676914] env[69722]: DEBUG nova.policy [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76a5435fb5344ba0b5f7044310684353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3786844d01740a0bf3a4f8e4a775aa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.701825] env[69722]: INFO nova.compute.manager [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Rebuilding instance [ 690.750225] env[69722]: DEBUG nova.compute.manager [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.751377] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7d31c-0a5d-417e-bea2-0bf273183924 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.938288] env[69722]: DEBUG oslo_vmware.api [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437881, 'name': PowerOnVM_Task, 'duration_secs': 0.725768} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.939213] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.939614] env[69722]: INFO nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Took 11.43 seconds to spawn the instance on the hypervisor. [ 690.940018] env[69722]: DEBUG nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.940959] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d3ba22-4e02-49b2-baa2-d916c2383ebe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.005420] env[69722]: DEBUG oslo_vmware.api [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3437883, 'name': PowerOnVM_Task, 'duration_secs': 0.492309} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.005750] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.005957] env[69722]: INFO nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Took 8.86 seconds to spawn the instance on the hypervisor. [ 691.006157] env[69722]: DEBUG nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.006935] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bade64ff-ce08-4f05-9619-325687a7eae4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.096020] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 691.096127] env[69722]: DEBUG nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.099232] env[69722]: DEBUG nova.network.neutron [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Successfully created port: 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.101898] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a0eaeb0-1411-43c4-8e13-3973b243c3c7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.115617] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 691.115617] env[69722]: value = "task-3437884" [ 691.115617] env[69722]: _type = "Task" [ 691.115617] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.125041] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437884, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.465770] env[69722]: INFO nova.compute.manager [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Took 34.55 seconds to build instance. [ 691.533032] env[69722]: INFO nova.compute.manager [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Took 33.85 seconds to build instance. [ 691.639345] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437884, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.640510] env[69722]: DEBUG nova.network.neutron [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance_info_cache with network_info: [{"id": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "address": "fa:16:3e:71:10:4d", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0e31c68-38", "ovs_interfaceid": "f0e31c68-38dc-4556-9ad7-572fb6f06228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.767126] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b137d1-9d53-4b6f-853c-364186f54b02 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.777566] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b93792d-469e-4a51-8a05-5fe1ab2f29f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.782015] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.783235] env[69722]: DEBUG nova.compute.manager [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.783689] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f37ee770-cfc6-4c4f-879e-952b529da1b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.786050] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f569ace6-61d9-4425-9287-9f99a9b94917 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.829218] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65208b65-56ea-4b9d-b404-70eb780bafa1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.839220] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 691.839220] env[69722]: value = "task-3437885" [ 691.839220] env[69722]: _type = "Task" [ 691.839220] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.847251] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e8a7b9-c574-4457-8714-08113b03cf67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.854803] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.866179] env[69722]: DEBUG nova.compute.provider_tree [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.968892] env[69722]: DEBUG oslo_concurrency.lockutils [None req-928e7ba2-5184-4a97-bd0c-ca7fc97811ac tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.728s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.038838] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8cd3ef76-4d8b-436d-9c01-e8a7971c281a tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.860s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.114694] env[69722]: DEBUG nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.130491] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437884, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.143938] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-01ca7a98-3897-4e1a-8ec3-f70f476afd7d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.144931] env[69722]: DEBUG nova.objects.instance [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lazy-loading 'migration_context' on Instance uuid 01ca7a98-3897-4e1a-8ec3-f70f476afd7d {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.148457] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.148744] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.148964] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.149486] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.149677] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.150382] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.150382] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.153105] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.153105] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.153384] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.153541] env[69722]: DEBUG nova.virt.hardware [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.154623] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b36d5e-795f-4d7c-b8bb-4fd539bb41c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.178034] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f14798-3ae4-4c53-8fb6-e561f901a0c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.346241] env[69722]: INFO nova.compute.manager [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] instance snapshotting [ 692.349558] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06adce7f-0361-4cf6-a43f-4ae386c82a81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.355441] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437885, 'name': PowerOffVM_Task, 'duration_secs': 0.455202} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.355947] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.356540] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.356974] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d37a5c-7352-47f0-9570-115d803c41c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.376537] env[69722]: DEBUG nova.scheduler.client.report [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.380769] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da140001-f40a-4142-a3a2-285b707fd596 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.390092] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.390549] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3431d769-9457-431d-9938-ce2842e1d7ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.455662] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.455924] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.456123] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleting the datastore file [datastore1] 07beaffc-d61a-4d28-a40c-566ff3fdee48 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.458217] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43df6b38-594d-4e01-a098-2294cd41a0eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.465502] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 692.465502] env[69722]: value = "task-3437887" [ 692.465502] env[69722]: _type = "Task" [ 692.465502] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.474995] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.477605] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.541326] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.628712] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437884, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.647657] env[69722]: DEBUG nova.objects.base [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Object Instance<01ca7a98-3897-4e1a-8ec3-f70f476afd7d> lazy-loaded attributes: info_cache,migration_context {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 692.648012] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.648220] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.648994] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f463c44c-2e83-4d78-b1e6-9fab8ec091ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.675356] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eef76e6-7fd5-490e-91e7-e337e55bcc12 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.694725] env[69722]: DEBUG oslo_vmware.api [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 692.694725] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f5eba9-54c2-38bd-18bb-ea997d1f76ed" [ 692.694725] env[69722]: _type = "Task" [ 692.694725] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.706642] env[69722]: DEBUG oslo_vmware.api [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f5eba9-54c2-38bd-18bb-ea997d1f76ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.886463] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.820s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.886999] env[69722]: DEBUG nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.889615] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.818s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.891139] env[69722]: INFO nova.compute.claims [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.895242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.895242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.895242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.895242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.895569] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.899485] env[69722]: INFO nova.compute.manager [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Terminating instance [ 692.902840] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.902840] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-412654cf-7333-4548-aba3-694f2d30da55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.915508] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 692.915508] env[69722]: value = "task-3437888" [ 692.915508] env[69722]: _type = "Task" [ 692.915508] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.932282] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.984122] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154464} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.984663] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.984931] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.985206] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.013510] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.067421] env[69722]: DEBUG nova.network.neutron [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Successfully updated port: 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.068119] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.132024] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437884, 'name': CloneVM_Task, 'duration_secs': 1.672509} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.132024] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Created linked-clone VM from snapshot [ 693.132024] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bf193f-ab89-47a3-a071-d63e9e4554b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.141303] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Uploading image 92332a3b-693e-4495-bfd6-704aafd8ccbd {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.160668] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 693.161954] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-24d97a76-e004-4092-bd5d-ccb61b69f837 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.170028] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 693.170028] env[69722]: value = "task-3437889" [ 693.170028] env[69722]: _type = "Task" [ 693.170028] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.179395] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437889, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.206887] env[69722]: DEBUG oslo_vmware.api [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f5eba9-54c2-38bd-18bb-ea997d1f76ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.207416] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.239015] env[69722]: DEBUG nova.compute.manager [req-0642f8f1-c6c9-444f-89d0-c786beba6d3b req-42539bd6-9cec-4166-9c3a-4ce67f325c30 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Received event network-vif-plugged-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.239402] env[69722]: DEBUG oslo_concurrency.lockutils [req-0642f8f1-c6c9-444f-89d0-c786beba6d3b req-42539bd6-9cec-4166-9c3a-4ce67f325c30 service nova] Acquiring lock "26110aee-d477-4308-80ab-dcb8fc4d4c06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.239759] env[69722]: DEBUG oslo_concurrency.lockutils [req-0642f8f1-c6c9-444f-89d0-c786beba6d3b req-42539bd6-9cec-4166-9c3a-4ce67f325c30 service nova] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.240279] env[69722]: DEBUG oslo_concurrency.lockutils [req-0642f8f1-c6c9-444f-89d0-c786beba6d3b req-42539bd6-9cec-4166-9c3a-4ce67f325c30 service nova] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.240420] env[69722]: DEBUG nova.compute.manager [req-0642f8f1-c6c9-444f-89d0-c786beba6d3b req-42539bd6-9cec-4166-9c3a-4ce67f325c30 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] No waiting events found dispatching network-vif-plugged-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.240767] env[69722]: WARNING nova.compute.manager [req-0642f8f1-c6c9-444f-89d0-c786beba6d3b req-42539bd6-9cec-4166-9c3a-4ce67f325c30 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Received unexpected event network-vif-plugged-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c for instance with vm_state building and task_state spawning. [ 693.397951] env[69722]: DEBUG nova.compute.utils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.401922] env[69722]: DEBUG nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.401922] env[69722]: DEBUG nova.network.neutron [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.408751] env[69722]: DEBUG nova.compute.manager [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.408751] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.409186] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6fdc41-4fcc-4eb0-815a-41a48594c8a3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.419747] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.423267] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-000328f0-513b-4448-822a-5b716e9cf06b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.433842] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.435492] env[69722]: DEBUG oslo_vmware.api [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 693.435492] env[69722]: value = "task-3437890" [ 693.435492] env[69722]: _type = "Task" [ 693.435492] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.445142] env[69722]: DEBUG oslo_vmware.api [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.459291] env[69722]: DEBUG nova.policy [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f3d834bba2496889627f29dfdcf6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19b3028a0a1419086e189082ce755b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.570594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.570594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.570807] env[69722]: DEBUG nova.network.neutron [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.685255] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437889, 'name': Destroy_Task, 'duration_secs': 0.421232} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.685330] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Destroyed the VM [ 693.685598] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 693.685889] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e1ea361-d6ff-45c2-a5ed-dc736a55dbfa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.695630] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 693.695630] env[69722]: value = "task-3437891" [ 693.695630] env[69722]: _type = "Task" [ 693.695630] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.706647] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.910903] env[69722]: DEBUG nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.933269] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437888, 'name': CreateSnapshot_Task, 'duration_secs': 0.769087} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.935020] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.935020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f06a281-0186-43b3-a267-ecb795016800 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.961420] env[69722]: DEBUG oslo_vmware.api [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437890, 'name': PowerOffVM_Task, 'duration_secs': 0.246573} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.962103] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.962285] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.962541] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d61f7eff-11cf-48ce-8592-edbf10053be9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.040633] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.042842] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.042842] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.042842] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.043435] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.043880] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.044412] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.044722] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.048023] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.048023] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.048023] env[69722]: DEBUG nova.virt.hardware [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.048023] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944390e3-b391-4237-890b-da596d9cff04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.055544] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 694.055984] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 694.056290] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleting the datastore file [datastore1] f82d27cb-16ae-4dcc-b535-278b6ecf62a7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.057185] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c24f8e-367b-4a0c-b367-4ab98b817d85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.062958] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b2f529-43fe-4b0b-88a1-9061af403619 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.068950] env[69722]: DEBUG oslo_vmware.api [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 694.068950] env[69722]: value = "task-3437893" [ 694.068950] env[69722]: _type = "Task" [ 694.068950] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.089895] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:31:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4349aeb3-4b94-4d6b-a995-3dadffebb67c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.097535] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.104459] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.105134] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0adcbab-1c65-4fa6-906a-018401f9b49a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.129237] env[69722]: DEBUG oslo_vmware.api [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.137570] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.137570] env[69722]: value = "task-3437894" [ 694.137570] env[69722]: _type = "Task" [ 694.137570] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.146727] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437894, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.176772] env[69722]: DEBUG nova.network.neutron [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.209306] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437891, 'name': RemoveSnapshot_Task} progress is 52%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.215483] env[69722]: DEBUG nova.network.neutron [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Successfully created port: 8e719843-f430-466c-a254-3728e76165ab {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.472173] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 694.473421] env[69722]: DEBUG nova.network.neutron [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updating instance_info_cache with network_info: [{"id": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "address": "fa:16:3e:d1:e1:40", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4044bc8e-f9", "ovs_interfaceid": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.474651] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ab33d0e-1ebb-4096-8b71-0f78d4dc0662 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.492138] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 694.492138] env[69722]: value = "task-3437895" [ 694.492138] env[69722]: _type = "Task" [ 694.492138] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.506227] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437895, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.589081] env[69722]: DEBUG oslo_vmware.api [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3437893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199624} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.589367] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.589545] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.589718] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.589917] env[69722]: INFO nova.compute.manager [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 694.590713] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.592909] env[69722]: DEBUG nova.compute.manager [-] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.593027] env[69722]: DEBUG nova.network.neutron [-] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.654381] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437894, 'name': CreateVM_Task, 'duration_secs': 0.422637} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.654653] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.655357] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.655535] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.655894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.656412] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b6b8df-b99a-4609-8dcc-7ce24135d586 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.659560] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a93dac-f845-49e7-b64f-af54640f80e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.669298] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89726f6-fd87-41b1-b8fb-07fbc15d580d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.673282] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 694.673282] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e35e6d-6843-d51f-13b4-54fc87c13584" [ 694.673282] env[69722]: _type = "Task" [ 694.673282] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.710173] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abe111d-a50e-42a0-a9a0-7fb040794645 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.716597] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e35e6d-6843-d51f-13b4-54fc87c13584, 'name': SearchDatastore_Task, 'duration_secs': 0.012184} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.717584] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.717831] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.718093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.718245] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.718427] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.718703] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a8fab2f-34e1-42d1-8924-4c18b7522184 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.725928] env[69722]: DEBUG oslo_vmware.api [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.83268} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.727059] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 694.732041] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78246c08-bc73-459e-9cd8-26544282b885 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.739760] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.739760] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.740815] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8b13db-b286-4360-9d82-ae3a0e25d30b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.752294] env[69722]: DEBUG nova.compute.provider_tree [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.755472] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 694.755472] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5fa48-f3db-7f25-409f-698a78251425" [ 694.755472] env[69722]: _type = "Task" [ 694.755472] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.769961] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5fa48-f3db-7f25-409f-698a78251425, 'name': SearchDatastore_Task, 'duration_secs': 0.013973} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.772397] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a8bebf-0fd0-46b1-9933-81b5a85da803 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.782069] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 694.782069] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cba278-95d7-7ac2-d419-8c1ab9a6d4eb" [ 694.782069] env[69722]: _type = "Task" [ 694.782069] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.789916] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cba278-95d7-7ac2-d419-8c1ab9a6d4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.927253] env[69722]: DEBUG nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.964357] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.964611] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.964764] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.964938] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.965161] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.965361] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.965962] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.966646] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.966867] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.967046] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.967237] env[69722]: DEBUG nova.virt.hardware [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.968118] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1278679b-4509-4e5a-b822-26944377dc8d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.981455] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b9af11-4fe1-4fa5-9100-804a0f9c7944 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.989797] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Releasing lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.990602] env[69722]: DEBUG nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Instance network_info: |[{"id": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "address": "fa:16:3e:d1:e1:40", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4044bc8e-f9", "ovs_interfaceid": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.990848] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:e1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4044bc8e-f9bf-420e-bbdc-8e1af3eb893c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.001292] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Creating folder: Project (c3786844d01740a0bf3a4f8e4a775aa7). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.004469] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8dcee52-43a6-42fd-b959-0db7a8f8291b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.026020] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437895, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.031947] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Created folder: Project (c3786844d01740a0bf3a4f8e4a775aa7) in parent group-v686248. [ 695.032304] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Creating folder: Instances. Parent ref: group-v686316. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.032464] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fea865cd-4fd3-45c9-940e-59381f6f1708 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.045112] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Created folder: Instances in parent group-v686316. [ 695.045112] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.045112] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.046185] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7d74f70-1b1a-49fa-8fe7-9367f37d0cae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.074133] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.074133] env[69722]: value = "task-3437898" [ 695.074133] env[69722]: _type = "Task" [ 695.074133] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.083666] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437898, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.242119] env[69722]: WARNING nova.compute.manager [None req-dd503e88-1eed-4b9a-9c1e-f0c1d21e5010 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Image not found during snapshot: nova.exception.ImageNotFound: Image 92332a3b-693e-4495-bfd6-704aafd8ccbd could not be found. [ 695.257409] env[69722]: DEBUG nova.scheduler.client.report [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.292192] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cba278-95d7-7ac2-d419-8c1ab9a6d4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012451} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.292546] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.292783] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.293060] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97fa8947-d3ba-4635-a496-6f3b1bb6c53f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.307304] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 695.307304] env[69722]: value = "task-3437899" [ 695.307304] env[69722]: _type = "Task" [ 695.307304] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.321722] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.516531] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437895, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.593812] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437898, 'name': CreateVM_Task, 'duration_secs': 0.389379} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.594322] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.598160] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.598160] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.598160] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.598160] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1b94b48-57ea-49e4-8d38-e5e948640904 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.608489] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 695.608489] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52911bf6-e17b-9802-6878-fd6a1bf526ea" [ 695.608489] env[69722]: _type = "Task" [ 695.608489] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.621717] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52911bf6-e17b-9802-6878-fd6a1bf526ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.768237] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.768996] env[69722]: DEBUG nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.772900] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.235s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.774810] env[69722]: INFO nova.compute.claims [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.824096] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437899, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.853975] env[69722]: DEBUG nova.network.neutron [-] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.974107] env[69722]: DEBUG nova.compute.manager [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Received event network-changed-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.974319] env[69722]: DEBUG nova.compute.manager [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Refreshing instance network info cache due to event network-changed-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.974537] env[69722]: DEBUG oslo_concurrency.lockutils [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] Acquiring lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.974693] env[69722]: DEBUG oslo_concurrency.lockutils [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] Acquired lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.974856] env[69722]: DEBUG nova.network.neutron [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Refreshing network info cache for port 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.019226] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437895, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.125156] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52911bf6-e17b-9802-6878-fd6a1bf526ea, 'name': SearchDatastore_Task, 'duration_secs': 0.059288} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.125526] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.125715] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.125945] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.126207] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.126287] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.126571] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef05e26d-f4ce-4a17-bbff-d38a20cea083 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.138736] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.138736] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.138913] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa804755-de1a-4276-87ae-4c746dc055cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.146115] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 696.146115] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520b6e3d-c247-244c-8265-b34f89420f37" [ 696.146115] env[69722]: _type = "Task" [ 696.146115] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.163013] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520b6e3d-c247-244c-8265-b34f89420f37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.281482] env[69722]: DEBUG nova.compute.utils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.290029] env[69722]: DEBUG nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.290029] env[69722]: DEBUG nova.network.neutron [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.321227] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528694} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.321839] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.322106] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.322378] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a760244c-87ca-4531-a779-5ef16ba7fc5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.332912] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 696.332912] env[69722]: value = "task-3437900" [ 696.332912] env[69722]: _type = "Task" [ 696.332912] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.345150] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.359327] env[69722]: INFO nova.compute.manager [-] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Took 1.77 seconds to deallocate network for instance. [ 696.385050] env[69722]: DEBUG nova.policy [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23ff71575b2e4ee1a08faf879380559c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd21a51ddd034852ac2ec315c610e1f4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.521153] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437895, 'name': CloneVM_Task, 'duration_secs': 1.966585} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.521506] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Created linked-clone VM from snapshot [ 696.522681] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ff56d-6496-4685-a6ba-59b31c838618 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.533843] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Uploading image 711ca930-72b7-46c7-bb76-428de823a842 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 696.554319] env[69722]: DEBUG nova.network.neutron [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Successfully updated port: 8e719843-f430-466c-a254-3728e76165ab {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.570687] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 696.570687] env[69722]: value = "vm-686315" [ 696.570687] env[69722]: _type = "VirtualMachine" [ 696.570687] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 696.571007] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-64969ad0-e9cf-4ffb-a8bf-16835129e155 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.581689] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lease: (returnval){ [ 696.581689] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250aacf-54d9-61c7-e2d8-772ea0b9ebbb" [ 696.581689] env[69722]: _type = "HttpNfcLease" [ 696.581689] env[69722]: } obtained for exporting VM: (result){ [ 696.581689] env[69722]: value = "vm-686315" [ 696.581689] env[69722]: _type = "VirtualMachine" [ 696.581689] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 696.582196] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the lease: (returnval){ [ 696.582196] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250aacf-54d9-61c7-e2d8-772ea0b9ebbb" [ 696.582196] env[69722]: _type = "HttpNfcLease" [ 696.582196] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 696.591245] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 696.591245] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250aacf-54d9-61c7-e2d8-772ea0b9ebbb" [ 696.591245] env[69722]: _type = "HttpNfcLease" [ 696.591245] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 696.658693] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520b6e3d-c247-244c-8265-b34f89420f37, 'name': SearchDatastore_Task, 'duration_secs': 0.017061} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.659149] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f988b1-0b13-4f5a-b095-ffd4622a775c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.663132] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.663407] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.663616] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.663955] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.664068] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.667168] env[69722]: INFO nova.compute.manager [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Terminating instance [ 696.669651] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 696.669651] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d199a6-0259-4494-179f-1bb91fc8f393" [ 696.669651] env[69722]: _type = "Task" [ 696.669651] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.680984] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d199a6-0259-4494-179f-1bb91fc8f393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.734542] env[69722]: DEBUG nova.network.neutron [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Successfully created port: 2c0351a2-3bfe-4582-bc68-936b1a88b57b {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.794689] env[69722]: DEBUG nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.850654] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.20692} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.850916] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.854955] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf445ed1-0992-42aa-afbe-467c9069b27b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.873298] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.882023] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.884997] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af0bdd20-b907-4b38-a0df-9e61a047d289 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.907470] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 696.907470] env[69722]: value = "task-3437902" [ 696.907470] env[69722]: _type = "Task" [ 696.907470] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.912154] env[69722]: DEBUG nova.network.neutron [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updated VIF entry in instance network info cache for port 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 696.912523] env[69722]: DEBUG nova.network.neutron [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updating instance_info_cache with network_info: [{"id": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "address": "fa:16:3e:d1:e1:40", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4044bc8e-f9", "ovs_interfaceid": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.924155] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.057477] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "refresh_cache-12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.057477] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "refresh_cache-12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.057477] env[69722]: DEBUG nova.network.neutron [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.094029] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.094029] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250aacf-54d9-61c7-e2d8-772ea0b9ebbb" [ 697.094029] env[69722]: _type = "HttpNfcLease" [ 697.094029] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 697.094029] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 697.094029] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250aacf-54d9-61c7-e2d8-772ea0b9ebbb" [ 697.094029] env[69722]: _type = "HttpNfcLease" [ 697.094029] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 697.094608] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18034ea6-07c4-4a62-8699-8191904ad07b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.106576] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a2295-70e0-97a9-0d23-942072b0e27a/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 697.106576] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a2295-70e0-97a9-0d23-942072b0e27a/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 697.179509] env[69722]: DEBUG nova.compute.manager [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.179981] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.183094] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9955311-07d7-42f1-8fda-1582fe2eb162 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.193804] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d199a6-0259-4494-179f-1bb91fc8f393, 'name': SearchDatastore_Task, 'duration_secs': 0.019236} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.198657] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.198972] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 26110aee-d477-4308-80ab-dcb8fc4d4c06/26110aee-d477-4308-80ab-dcb8fc4d4c06.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.199682] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.200146] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5464acb-7d51-43a1-939e-ba5b87ca1e4c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.205020] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b7a23ee-166e-4ee4-b215-0dd4c203d7c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.218162] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 697.218162] env[69722]: value = "task-3437904" [ 697.218162] env[69722]: _type = "Task" [ 697.218162] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.218162] env[69722]: DEBUG oslo_vmware.api [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 697.218162] env[69722]: value = "task-3437903" [ 697.218162] env[69722]: _type = "Task" [ 697.218162] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.232136] env[69722]: DEBUG oslo_vmware.api [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.238633] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.253615] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-62330386-26e3-4892-b5f2-8524b75c9dd7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.418295] env[69722]: DEBUG oslo_concurrency.lockutils [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] Releasing lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.418295] env[69722]: DEBUG nova.compute.manager [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Received event network-changed-d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.418295] env[69722]: DEBUG nova.compute.manager [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Refreshing instance network info cache due to event network-changed-d741b84f-c850-42af-86b1-2fabfcc37926. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.418295] env[69722]: DEBUG oslo_concurrency.lockutils [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] Acquiring lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.418295] env[69722]: DEBUG oslo_concurrency.lockutils [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] Acquired lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.418668] env[69722]: DEBUG nova.network.neutron [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Refreshing network info cache for port d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.424964] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437902, 'name': ReconfigVM_Task, 'duration_secs': 0.302804} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.425262] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 07beaffc-d61a-4d28-a40c-566ff3fdee48/07beaffc-d61a-4d28-a40c-566ff3fdee48.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.426527] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9cfde4a-38b8-4d92-977c-7fbfc491762c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.440609] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 697.440609] env[69722]: value = "task-3437905" [ 697.440609] env[69722]: _type = "Task" [ 697.440609] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.452431] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437905, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.556842] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f04d5cf-c41e-4d86-9497-309d168a6eee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.574858] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b0421f-6019-44c4-9817-e37abac0ff3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.617361] env[69722]: DEBUG nova.network.neutron [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.619958] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e32779c-af50-4c21-bebd-aeeda0d415ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.631675] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fd08a1-41c4-40cd-ada2-ca3b8c0746cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.650068] env[69722]: DEBUG nova.compute.provider_tree [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.732470] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486863} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.738683] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 26110aee-d477-4308-80ab-dcb8fc4d4c06/26110aee-d477-4308-80ab-dcb8fc4d4c06.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.738683] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.739242] env[69722]: DEBUG oslo_vmware.api [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437903, 'name': PowerOffVM_Task, 'duration_secs': 0.272773} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.739461] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5943d5fd-eb95-4f0e-aef8-303ec6773295 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.742120] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.742120] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.742258] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c923e288-e602-4852-9766-edff0af13891 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.752482] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 697.752482] env[69722]: value = "task-3437907" [ 697.752482] env[69722]: _type = "Task" [ 697.752482] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.763560] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.809709] env[69722]: DEBUG nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.829680] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.829975] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.830756] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleting the datastore file [datastore2] a1d751ce-da7c-44dc-ae14-c752a6ee23ed {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.831056] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaef72c3-4d21-4ffd-82bf-67b67308a0c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.839871] env[69722]: DEBUG oslo_vmware.api [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 697.839871] env[69722]: value = "task-3437908" [ 697.839871] env[69722]: _type = "Task" [ 697.839871] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.859741] env[69722]: DEBUG oslo_vmware.api [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.873605] env[69722]: DEBUG nova.network.neutron [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Updating instance_info_cache with network_info: [{"id": "8e719843-f430-466c-a254-3728e76165ab", "address": "fa:16:3e:32:c2:8e", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e719843-f4", "ovs_interfaceid": "8e719843-f430-466c-a254-3728e76165ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.887763] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.887950] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.888273] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.888401] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.888455] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.888605] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.888949] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.888949] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.889150] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.890320] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.890696] env[69722]: DEBUG nova.virt.hardware [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.891677] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621239ea-bf58-418b-bc10-d1710a0c4345 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.908383] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f63801e-8db8-4dcd-8b05-bfe0d87be589 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.950806] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437905, 'name': Rename_Task, 'duration_secs': 0.356865} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.951431] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.951431] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-231899a1-0f1b-4388-847a-0c7e1ad3d21e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.959880] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 697.959880] env[69722]: value = "task-3437909" [ 697.959880] env[69722]: _type = "Task" [ 697.959880] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.971675] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.154060] env[69722]: DEBUG nova.scheduler.client.report [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.266441] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114481} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.266441] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.267563] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a435918-921c-421c-9d70-8a850b39f39c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.299290] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 26110aee-d477-4308-80ab-dcb8fc4d4c06/26110aee-d477-4308-80ab-dcb8fc4d4c06.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.301372] env[69722]: DEBUG nova.network.neutron [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updated VIF entry in instance network info cache for port d741b84f-c850-42af-86b1-2fabfcc37926. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.301831] env[69722]: DEBUG nova.network.neutron [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updating instance_info_cache with network_info: [{"id": "d741b84f-c850-42af-86b1-2fabfcc37926", "address": "fa:16:3e:b4:93:e7", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd741b84f-c8", "ovs_interfaceid": "d741b84f-c850-42af-86b1-2fabfcc37926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.304041] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c353dd2-9b92-4c38-a1ab-f9f544da1211 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.326124] env[69722]: DEBUG oslo_concurrency.lockutils [req-474446f0-4790-4237-b152-7bee11a7f9a4 req-2f24372f-9abb-4eb0-9ee9-11699ddade96 service nova] Releasing lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.334961] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 698.334961] env[69722]: value = "task-3437910" [ 698.334961] env[69722]: _type = "Task" [ 698.334961] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.348917] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.355898] env[69722]: DEBUG oslo_vmware.api [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3437908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183303} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.357024] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.357024] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.357024] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.357374] env[69722]: INFO nova.compute.manager [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Took 1.18 seconds to destroy the instance on the hypervisor. [ 698.357374] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.358790] env[69722]: DEBUG nova.compute.manager [-] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.358790] env[69722]: DEBUG nova.network.neutron [-] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.380673] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "refresh_cache-12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.381827] env[69722]: DEBUG nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Instance network_info: |[{"id": "8e719843-f430-466c-a254-3728e76165ab", "address": "fa:16:3e:32:c2:8e", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e719843-f4", "ovs_interfaceid": "8e719843-f430-466c-a254-3728e76165ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.382011] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:c2:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e719843-f430-466c-a254-3728e76165ab', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.395371] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.395722] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.395722] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b23a510-7a49-4b56-a6f9-d4b9978277d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.424363] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.424363] env[69722]: value = "task-3437911" [ 698.424363] env[69722]: _type = "Task" [ 698.424363] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.435387] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437911, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.479345] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.659752] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.660749] env[69722]: DEBUG nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.666662] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.908s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.672917] env[69722]: INFO nova.compute.claims [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.697839] env[69722]: DEBUG nova.network.neutron [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Successfully updated port: 2c0351a2-3bfe-4582-bc68-936b1a88b57b {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.754152] env[69722]: DEBUG nova.compute.manager [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Received event network-vif-deleted-f7771d11-1c6c-4823-b2f5-3cad7caa33d5 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.755467] env[69722]: DEBUG nova.compute.manager [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Received event network-vif-plugged-8e719843-f430-466c-a254-3728e76165ab {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.757498] env[69722]: DEBUG oslo_concurrency.lockutils [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] Acquiring lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.757855] env[69722]: DEBUG oslo_concurrency.lockutils [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.758219] env[69722]: DEBUG oslo_concurrency.lockutils [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.758452] env[69722]: DEBUG nova.compute.manager [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] No waiting events found dispatching network-vif-plugged-8e719843-f430-466c-a254-3728e76165ab {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.758801] env[69722]: WARNING nova.compute.manager [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Received unexpected event network-vif-plugged-8e719843-f430-466c-a254-3728e76165ab for instance with vm_state building and task_state spawning. [ 698.759339] env[69722]: DEBUG nova.compute.manager [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Received event network-changed-8e719843-f430-466c-a254-3728e76165ab {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.759339] env[69722]: DEBUG nova.compute.manager [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Refreshing instance network info cache due to event network-changed-8e719843-f430-466c-a254-3728e76165ab. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.759530] env[69722]: DEBUG oslo_concurrency.lockutils [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] Acquiring lock "refresh_cache-12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.759675] env[69722]: DEBUG oslo_concurrency.lockutils [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] Acquired lock "refresh_cache-12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.759846] env[69722]: DEBUG nova.network.neutron [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Refreshing network info cache for port 8e719843-f430-466c-a254-3728e76165ab {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.848011] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.942783] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437911, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.972121] env[69722]: DEBUG oslo_vmware.api [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437909, 'name': PowerOnVM_Task, 'duration_secs': 0.667208} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.972775] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.973143] env[69722]: DEBUG nova.compute.manager [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.974145] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa3a450-6d11-4abb-8653-9f46751ca4a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.162800] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "c3d915d6-b146-43e1-946d-289fbb5e6496" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.163241] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.179611] env[69722]: DEBUG nova.compute.utils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.190799] env[69722]: DEBUG nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.191012] env[69722]: DEBUG nova.network.neutron [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.201318] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "refresh_cache-4e5ca74f-b105-4a93-8c73-3949b6177ef3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.201472] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired lock "refresh_cache-4e5ca74f-b105-4a93-8c73-3949b6177ef3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.201638] env[69722]: DEBUG nova.network.neutron [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.291043] env[69722]: DEBUG nova.policy [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d1bd3576a54855a2c397c2e8838435', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4fe06b6adb464e108812670c3fee6f2b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.302131] env[69722]: DEBUG nova.network.neutron [-] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.349430] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437910, 'name': ReconfigVM_Task, 'duration_secs': 0.530064} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.350093] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 26110aee-d477-4308-80ab-dcb8fc4d4c06/26110aee-d477-4308-80ab-dcb8fc4d4c06.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.350795] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b37c89dd-0199-4e80-b693-1e945c4c770e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.359740] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 699.359740] env[69722]: value = "task-3437912" [ 699.359740] env[69722]: _type = "Task" [ 699.359740] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.370284] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437912, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.436271] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437911, 'name': CreateVM_Task, 'duration_secs': 0.547707} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.436504] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.440055] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.440055] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.440055] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.440055] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c0bee8-8cb7-4252-bf46-39bbc087e7c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.443766] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 699.443766] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc97f5-52af-e731-5d4a-5f9874c2cd2c" [ 699.443766] env[69722]: _type = "Task" [ 699.443766] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.458886] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc97f5-52af-e731-5d4a-5f9874c2cd2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.470355] env[69722]: DEBUG nova.compute.manager [req-f46bf2cb-f74b-43c0-9625-17d9ac2d54c6 req-cd711899-838f-46d6-a027-33f814655abf service nova] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Received event network-vif-deleted-605f14a2-aa06-40b3-864e-0f60ad4e7c53 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.498601] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.654635] env[69722]: DEBUG nova.network.neutron [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Updated VIF entry in instance network info cache for port 8e719843-f430-466c-a254-3728e76165ab. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.655120] env[69722]: DEBUG nova.network.neutron [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Updating instance_info_cache with network_info: [{"id": "8e719843-f430-466c-a254-3728e76165ab", "address": "fa:16:3e:32:c2:8e", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e719843-f4", "ovs_interfaceid": "8e719843-f430-466c-a254-3728e76165ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.675707] env[69722]: DEBUG nova.network.neutron [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Successfully created port: 71815274-a06a-4582-817f-f8ca208d540a {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.694796] env[69722]: DEBUG nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.755110] env[69722]: DEBUG nova.network.neutron [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.805200] env[69722]: INFO nova.compute.manager [-] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Took 1.45 seconds to deallocate network for instance. [ 699.876657] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437912, 'name': Rename_Task, 'duration_secs': 0.267967} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.878059] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.878750] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f256fd2-56a1-433a-a574-536dd9ba9e3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.888610] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 699.888610] env[69722]: value = "task-3437913" [ 699.888610] env[69722]: _type = "Task" [ 699.888610] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.904399] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.958445] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc97f5-52af-e731-5d4a-5f9874c2cd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.022553} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.958704] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.958943] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.959212] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.959361] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.959642] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.959933] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a551a7e-cd1d-464a-a77e-3496bdeeac8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.973838] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.974049] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.975046] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2e9aef6-401a-468c-b9a3-6de560da5d0e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.979896] env[69722]: DEBUG nova.network.neutron [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Updating instance_info_cache with network_info: [{"id": "2c0351a2-3bfe-4582-bc68-936b1a88b57b", "address": "fa:16:3e:bd:22:2e", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0351a2-3b", "ovs_interfaceid": "2c0351a2-3bfe-4582-bc68-936b1a88b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.986686] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 699.986686] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e112c5-5f87-b693-e528-7158e1de3be1" [ 699.986686] env[69722]: _type = "Task" [ 699.986686] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.000251] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e112c5-5f87-b693-e528-7158e1de3be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.157933] env[69722]: DEBUG oslo_concurrency.lockutils [req-a45b4003-cabb-425c-965f-e222a58045dc req-64d14a15-cdb9-4a55-80a0-bdf5f2891e80 service nova] Releasing lock "refresh_cache-12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.315057] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.397967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02596e3e-f0d4-4d4d-b36f-7a73215c8553 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.409186] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b48807-5a1e-4719-8548-9af4ab6912c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.412555] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.446228] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714449d-3c5b-4f1c-afff-3c1940ad4b28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.455824] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d1b3f-146c-4bb5-abfe-aaaae42162fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.472843] env[69722]: DEBUG nova.compute.provider_tree [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.483898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Releasing lock "refresh_cache-4e5ca74f-b105-4a93-8c73-3949b6177ef3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.483993] env[69722]: DEBUG nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Instance network_info: |[{"id": "2c0351a2-3bfe-4582-bc68-936b1a88b57b", "address": "fa:16:3e:bd:22:2e", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0351a2-3b", "ovs_interfaceid": "2c0351a2-3bfe-4582-bc68-936b1a88b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.488035] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:22:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c0351a2-3bfe-4582-bc68-936b1a88b57b', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.493538] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.494151] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.497457] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5c51b8f-e5e8-4f83-b012-be391723b536 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.519608] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e112c5-5f87-b693-e528-7158e1de3be1, 'name': SearchDatastore_Task, 'duration_secs': 0.015021} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.521514] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.521514] env[69722]: value = "task-3437914" [ 700.521514] env[69722]: _type = "Task" [ 700.521514] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.521734] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdc92c6-aae9-4ebe-aba7-f9c531b52d5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.532650] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437914, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.534100] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 700.534100] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261a80d-2496-5f38-f8d7-70f398ba1044" [ 700.534100] env[69722]: _type = "Task" [ 700.534100] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.542579] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261a80d-2496-5f38-f8d7-70f398ba1044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.710363] env[69722]: DEBUG nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.741161] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.741453] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.741610] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.741788] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.741929] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.742284] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.742572] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.742760] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.742938] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.743119] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.743378] env[69722]: DEBUG nova.virt.hardware [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.744266] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c642c5a-2433-494a-9235-b6523c434122 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.755198] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742474b9-d407-41cf-87c0-ec2169dba844 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.901278] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437913, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.978044] env[69722]: DEBUG nova.scheduler.client.report [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.035941] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437914, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.052413] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261a80d-2496-5f38-f8d7-70f398ba1044, 'name': SearchDatastore_Task, 'duration_secs': 0.019149} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.052835] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.052964] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5/12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.053309] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be71cc39-73e7-41eb-b251-fc9bd44f131c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.059793] env[69722]: DEBUG nova.compute.manager [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Received event network-vif-plugged-2c0351a2-3bfe-4582-bc68-936b1a88b57b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.060221] env[69722]: DEBUG oslo_concurrency.lockutils [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] Acquiring lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.060557] env[69722]: DEBUG oslo_concurrency.lockutils [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.060557] env[69722]: DEBUG oslo_concurrency.lockutils [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.060849] env[69722]: DEBUG nova.compute.manager [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] No waiting events found dispatching network-vif-plugged-2c0351a2-3bfe-4582-bc68-936b1a88b57b {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.061191] env[69722]: WARNING nova.compute.manager [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Received unexpected event network-vif-plugged-2c0351a2-3bfe-4582-bc68-936b1a88b57b for instance with vm_state building and task_state spawning. [ 701.061270] env[69722]: DEBUG nova.compute.manager [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Received event network-changed-2c0351a2-3bfe-4582-bc68-936b1a88b57b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.061455] env[69722]: DEBUG nova.compute.manager [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Refreshing instance network info cache due to event network-changed-2c0351a2-3bfe-4582-bc68-936b1a88b57b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.062745] env[69722]: DEBUG oslo_concurrency.lockutils [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] Acquiring lock "refresh_cache-4e5ca74f-b105-4a93-8c73-3949b6177ef3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.062745] env[69722]: DEBUG oslo_concurrency.lockutils [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] Acquired lock "refresh_cache-4e5ca74f-b105-4a93-8c73-3949b6177ef3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.062745] env[69722]: DEBUG nova.network.neutron [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Refreshing network info cache for port 2c0351a2-3bfe-4582-bc68-936b1a88b57b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.065799] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 701.065799] env[69722]: value = "task-3437915" [ 701.065799] env[69722]: _type = "Task" [ 701.065799] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.079013] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.182520] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "07beaffc-d61a-4d28-a40c-566ff3fdee48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.183391] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.183391] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "07beaffc-d61a-4d28-a40c-566ff3fdee48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.183391] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.183601] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.186871] env[69722]: INFO nova.compute.manager [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Terminating instance [ 701.411237] env[69722]: DEBUG oslo_vmware.api [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3437913, 'name': PowerOnVM_Task, 'duration_secs': 1.347082} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.411237] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.411237] env[69722]: INFO nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Took 9.30 seconds to spawn the instance on the hypervisor. [ 701.411860] env[69722]: DEBUG nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.414173] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331ac088-6d10-453b-82e5-38446107ac5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.483753] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.484045] env[69722]: DEBUG nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.487978] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.801s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.497950] env[69722]: INFO nova.compute.claims [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.538679] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437914, 'name': CreateVM_Task, 'duration_secs': 0.579971} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.538883] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.539729] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.539898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.540216] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.540776] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380580c2-5076-47eb-ab87-343fa2189bdb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.552513] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 701.552513] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526ff34d-1c5c-ab7a-61fe-ef8216c2314c" [ 701.552513] env[69722]: _type = "Task" [ 701.552513] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.564894] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526ff34d-1c5c-ab7a-61fe-ef8216c2314c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.583297] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437915, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.691766] env[69722]: DEBUG nova.compute.manager [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.692097] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.693040] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffae6458-af23-4cc0-87ac-2afd9ce15de0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.706893] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.707306] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbf334b9-8a43-498c-9ddc-af100ba57628 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.716295] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 701.716295] env[69722]: value = "task-3437916" [ 701.716295] env[69722]: _type = "Task" [ 701.716295] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.726117] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.887890] env[69722]: DEBUG nova.network.neutron [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Updated VIF entry in instance network info cache for port 2c0351a2-3bfe-4582-bc68-936b1a88b57b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.887890] env[69722]: DEBUG nova.network.neutron [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Updating instance_info_cache with network_info: [{"id": "2c0351a2-3bfe-4582-bc68-936b1a88b57b", "address": "fa:16:3e:bd:22:2e", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.227", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c0351a2-3b", "ovs_interfaceid": "2c0351a2-3bfe-4582-bc68-936b1a88b57b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.939342] env[69722]: INFO nova.compute.manager [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Took 38.91 seconds to build instance. [ 702.007408] env[69722]: DEBUG nova.compute.utils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.020547] env[69722]: DEBUG nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.020547] env[69722]: DEBUG nova.network.neutron [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.069767] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526ff34d-1c5c-ab7a-61fe-ef8216c2314c, 'name': SearchDatastore_Task, 'duration_secs': 0.055024} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.075020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075255] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.078824] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.078824] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.078824] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.078824] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92031bb2-bc64-4e46-a2fa-6f3d8e1b96d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.084180] env[69722]: DEBUG nova.compute.manager [req-bb014516-49b4-4dc1-a0af-3ce5d0b47169 req-9a962789-74ca-4306-8e9a-8a470f30fa62 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Received event network-vif-plugged-71815274-a06a-4582-817f-f8ca208d540a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.084599] env[69722]: DEBUG oslo_concurrency.lockutils [req-bb014516-49b4-4dc1-a0af-3ce5d0b47169 req-9a962789-74ca-4306-8e9a-8a470f30fa62 service nova] Acquiring lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.087753] env[69722]: DEBUG oslo_concurrency.lockutils [req-bb014516-49b4-4dc1-a0af-3ce5d0b47169 req-9a962789-74ca-4306-8e9a-8a470f30fa62 service nova] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.087753] env[69722]: DEBUG oslo_concurrency.lockutils [req-bb014516-49b4-4dc1-a0af-3ce5d0b47169 req-9a962789-74ca-4306-8e9a-8a470f30fa62 service nova] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.087753] env[69722]: DEBUG nova.compute.manager [req-bb014516-49b4-4dc1-a0af-3ce5d0b47169 req-9a962789-74ca-4306-8e9a-8a470f30fa62 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] No waiting events found dispatching network-vif-plugged-71815274-a06a-4582-817f-f8ca208d540a {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.087753] env[69722]: WARNING nova.compute.manager [req-bb014516-49b4-4dc1-a0af-3ce5d0b47169 req-9a962789-74ca-4306-8e9a-8a470f30fa62 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Received unexpected event network-vif-plugged-71815274-a06a-4582-817f-f8ca208d540a for instance with vm_state building and task_state spawning. [ 702.094638] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.101843] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.102119] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.104585] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430ba195-db87-4e58-84a2-0f653aa0b5bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.113316] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 702.113316] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5254a90b-7509-2621-bd4f-458028e9827f" [ 702.113316] env[69722]: _type = "Task" [ 702.113316] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.119621] env[69722]: DEBUG nova.network.neutron [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Successfully updated port: 71815274-a06a-4582-817f-f8ca208d540a {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.133549] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5254a90b-7509-2621-bd4f-458028e9827f, 'name': SearchDatastore_Task, 'duration_secs': 0.017269} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.134480] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ddca54-e2d7-40da-b744-9e2dac2d43be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.146785] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 702.146785] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526668b8-2c11-fde5-96fa-d3b1023c0446" [ 702.146785] env[69722]: _type = "Task" [ 702.146785] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.158156] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526668b8-2c11-fde5-96fa-d3b1023c0446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.168812] env[69722]: DEBUG nova.policy [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1c5987db3f743bb8f4b44f6dbbb8941', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f96fa399b79541a1b98d56125f655ac1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.227787] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.255154] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "29985cf3-76f7-48d6-b2a6-7338931186f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.255154] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.389741] env[69722]: DEBUG oslo_concurrency.lockutils [req-4f19a823-0da8-467a-be06-9da87f791c73 req-3c0c42c8-1a30-4645-8e7f-56f911c4dd9b service nova] Releasing lock "refresh_cache-4e5ca74f-b105-4a93-8c73-3949b6177ef3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.443070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-14c4cd79-56e3-41d5-a7e2-8d80792e3556 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.925s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.524922] env[69722]: DEBUG nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.584192] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437915, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.625884] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "refresh_cache-67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.626044] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired lock "refresh_cache-67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.626221] env[69722]: DEBUG nova.network.neutron [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.665445] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526668b8-2c11-fde5-96fa-d3b1023c0446, 'name': SearchDatastore_Task, 'duration_secs': 0.015771} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.665445] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.665666] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 4e5ca74f-b105-4a93-8c73-3949b6177ef3/4e5ca74f-b105-4a93-8c73-3949b6177ef3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.665848] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bea41216-4050-4d57-86f1-2dbe48dab1b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.675729] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 702.675729] env[69722]: value = "task-3437917" [ 702.675729] env[69722]: _type = "Task" [ 702.675729] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.687943] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.730189] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.946668] env[69722]: DEBUG nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 703.803516] env[69722]: DEBUG nova.network.neutron [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Successfully created port: f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.836447] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688974} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.841096] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 4e5ca74f-b105-4a93-8c73-3949b6177ef3/4e5ca74f-b105-4a93-8c73-3949b6177ef3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.841403] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.842876] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437916, 'name': PowerOffVM_Task, 'duration_secs': 1.251087} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.842876] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437915, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.61021} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.842876] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d0ebad6-4c93-47c9-b8e7-878937d83e8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.844568] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.844568] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.844885] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5/12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.844969] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.845991] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.846605] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8332a648-2cc3-43a3-84b0-7d9a1e6e585e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.848238] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a6939d0-635d-406c-9f2f-4e5ca597181c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.860087] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 703.860087] env[69722]: value = "task-3437919" [ 703.860087] env[69722]: _type = "Task" [ 703.860087] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.861568] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 703.861568] env[69722]: value = "task-3437918" [ 703.861568] env[69722]: _type = "Task" [ 703.861568] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.874946] env[69722]: DEBUG nova.network.neutron [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 703.886913] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.887275] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.943108] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.943465] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.943695] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleting the datastore file [datastore2] 07beaffc-d61a-4d28-a40c-566ff3fdee48 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.945331] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51162fb5-d4da-47e0-93cd-541fa5bf2ea5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.948341] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0827bc84-bebc-419c-aa08-bcfc0425f57e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.961720] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9544f60-a32e-4420-a9a7-5a29e1d19d6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.965528] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 703.965528] env[69722]: value = "task-3437921" [ 703.965528] env[69722]: _type = "Task" [ 703.965528] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.997326] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6595ae20-65a2-4e94-a08e-d552f970ec93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.003313] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.009327] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f4440-d3b5-4b9a-bb1e-fb6feef4469e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.027590] env[69722]: DEBUG nova.compute.provider_tree [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.137264] env[69722]: DEBUG nova.network.neutron [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Updating instance_info_cache with network_info: [{"id": "71815274-a06a-4582-817f-f8ca208d540a", "address": "fa:16:3e:ff:96:81", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71815274-a0", "ovs_interfaceid": "71815274-a06a-4582-817f-f8ca208d540a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.316487] env[69722]: DEBUG nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.354135] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.354135] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.354135] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.356601] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.356601] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.356851] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.357148] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.357385] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.357624] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.357852] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.358119] env[69722]: DEBUG nova.virt.hardware [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.359187] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea72101-826a-4209-a17f-1fb290c49bc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.378894] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bccfbf0-bebc-44ef-8bb6-ae9fc5324d66 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.383066] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110083} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.386811] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.387252] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108382} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.388562] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383dd74-4dde-4bb9-903a-2edb1769cbeb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.391436] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.392228] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91413dc-ad9a-431d-8cad-1ba8bfd67697 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.437504] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5/12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.448035] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 4e5ca74f-b105-4a93-8c73-3949b6177ef3/4e5ca74f-b105-4a93-8c73-3949b6177ef3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.448035] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96f28833-4535-4f66-9f82-10883916ebb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.461305] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4a534a-0c64-465b-993b-b6c4633f2c12 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.484672] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 704.484672] env[69722]: value = "task-3437922" [ 704.484672] env[69722]: _type = "Task" [ 704.484672] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.491806] env[69722]: DEBUG oslo_vmware.api [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3437921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26731} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.496019] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.496019] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.496019] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.496019] env[69722]: INFO nova.compute.manager [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Took 2.80 seconds to destroy the instance on the hypervisor. [ 704.496019] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.496186] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 704.496186] env[69722]: value = "task-3437923" [ 704.496186] env[69722]: _type = "Task" [ 704.496186] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.496186] env[69722]: DEBUG nova.compute.manager [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.496186] env[69722]: DEBUG nova.network.neutron [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.503522] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.510321] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.549381] env[69722]: ERROR nova.scheduler.client.report [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [req-13c3341e-01a2-4582-ab78-45f552d7b23b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-13c3341e-01a2-4582-ab78-45f552d7b23b"}]} [ 704.566555] env[69722]: DEBUG nova.scheduler.client.report [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 704.581495] env[69722]: DEBUG nova.scheduler.client.report [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 704.581634] env[69722]: DEBUG nova.compute.provider_tree [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.601598] env[69722]: DEBUG nova.scheduler.client.report [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 704.621995] env[69722]: DEBUG nova.scheduler.client.report [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 704.640320] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Releasing lock "refresh_cache-67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.640684] env[69722]: DEBUG nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Instance network_info: |[{"id": "71815274-a06a-4582-817f-f8ca208d540a", "address": "fa:16:3e:ff:96:81", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71815274-a0", "ovs_interfaceid": "71815274-a06a-4582-817f-f8ca208d540a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.641122] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:96:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71815274-a06a-4582-817f-f8ca208d540a', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.649480] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.653875] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.655405] env[69722]: DEBUG nova.compute.manager [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Received event network-changed-71815274-a06a-4582-817f-f8ca208d540a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.655590] env[69722]: DEBUG nova.compute.manager [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Refreshing instance network info cache due to event network-changed-71815274-a06a-4582-817f-f8ca208d540a. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.655794] env[69722]: DEBUG oslo_concurrency.lockutils [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] Acquiring lock "refresh_cache-67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.655934] env[69722]: DEBUG oslo_concurrency.lockutils [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] Acquired lock "refresh_cache-67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.656100] env[69722]: DEBUG nova.network.neutron [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Refreshing network info cache for port 71815274-a06a-4582-817f-f8ca208d540a {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.659476] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af15532c-359b-4bb5-98a4-247154023104 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.686937] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.686937] env[69722]: value = "task-3437924" [ 704.686937] env[69722]: _type = "Task" [ 704.686937] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.698564] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437924, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.997640] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437922, 'name': ReconfigVM_Task, 'duration_secs': 0.369882} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.004483] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5/12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.008300] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8018058-e05a-47b8-80cc-601ff7b79195 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.018670] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437923, 'name': ReconfigVM_Task, 'duration_secs': 0.366125} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.019682] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 4e5ca74f-b105-4a93-8c73-3949b6177ef3/4e5ca74f-b105-4a93-8c73-3949b6177ef3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.020336] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 705.020336] env[69722]: value = "task-3437925" [ 705.020336] env[69722]: _type = "Task" [ 705.020336] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.022187] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b864c11-ea0e-485b-b6e6-643d8724a2c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.041199] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437925, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.041540] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 705.041540] env[69722]: value = "task-3437926" [ 705.041540] env[69722]: _type = "Task" [ 705.041540] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.054386] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437926, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.201455] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437924, 'name': CreateVM_Task, 'duration_secs': 0.473993} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.201644] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.203346] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.203346] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.203346] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.203346] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7926e3fc-2308-4390-a1d9-3bae1e86804b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.209935] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 705.209935] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d65084-079f-1117-7cec-042eb0d5f145" [ 705.209935] env[69722]: _type = "Task" [ 705.209935] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.221068] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d65084-079f-1117-7cec-042eb0d5f145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.306740] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33300c96-d111-4f18-8ba5-61e754443dd0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.315871] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291c685b-7674-4ee6-afd2-ccb05b2127a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.348871] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644d97c2-3090-4e67-9f77-96d34ff889e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.357528] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0a3117-aa12-4a1c-a154-3361032b07d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.372591] env[69722]: DEBUG nova.compute.provider_tree [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.538067] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437925, 'name': Rename_Task, 'duration_secs': 0.196694} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.540355] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a2295-70e0-97a9-0d23-942072b0e27a/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.540506] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.545047] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb7e12-5e48-4469-a0d2-cc7d7e754650 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.548982] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba9e81a7-90e1-4fe9-9f02-2a6e1976621d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.561742] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a2295-70e0-97a9-0d23-942072b0e27a/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.561922] env[69722]: ERROR oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a2295-70e0-97a9-0d23-942072b0e27a/disk-0.vmdk due to incomplete transfer. [ 705.565023] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6ee17091-e603-472d-aeac-6f174265623e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.566568] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437926, 'name': Rename_Task, 'duration_secs': 0.200445} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.569267] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.569267] env[69722]: DEBUG nova.network.neutron [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.569267] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 705.569267] env[69722]: value = "task-3437927" [ 705.569267] env[69722]: _type = "Task" [ 705.569267] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.569628] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f525a324-8b4d-4271-935b-c45b9737355c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.579929] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528a2295-70e0-97a9-0d23-942072b0e27a/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.581791] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Uploaded image 711ca930-72b7-46c7-bb76-428de823a842 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.586444] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.588410] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b6dc6f1-2a12-4db9-89d4-54a8bfbb1cda {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.590679] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 705.590679] env[69722]: value = "task-3437928" [ 705.590679] env[69722]: _type = "Task" [ 705.590679] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.594421] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437927, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.602616] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 705.602616] env[69722]: value = "task-3437929" [ 705.602616] env[69722]: _type = "Task" [ 705.602616] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.608444] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.612723] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.613651] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 705.621932] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437929, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.730318] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d65084-079f-1117-7cec-042eb0d5f145, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.730730] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.731131] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.731491] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.732442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.732442] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.732442] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d169b66e-2d47-4def-932e-3118ab5e9aaa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.746275] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.746275] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.747203] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043ffb75-db1d-441e-808b-ed7bcf809499 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.754808] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 705.754808] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521bddd2-6eb0-ee52-1c6f-e7fa747e7a45" [ 705.754808] env[69722]: _type = "Task" [ 705.754808] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.766948] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521bddd2-6eb0-ee52-1c6f-e7fa747e7a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.774320] env[69722]: DEBUG nova.network.neutron [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Successfully updated port: f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.774320] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "8edf5952-6a1e-47ce-a5e8-42652290418b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.774320] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.877138] env[69722]: DEBUG nova.scheduler.client.report [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.886138] env[69722]: DEBUG nova.network.neutron [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Updated VIF entry in instance network info cache for port 71815274-a06a-4582-817f-f8ca208d540a. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.886138] env[69722]: DEBUG nova.network.neutron [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Updating instance_info_cache with network_info: [{"id": "71815274-a06a-4582-817f-f8ca208d540a", "address": "fa:16:3e:ff:96:81", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71815274-a0", "ovs_interfaceid": "71815274-a06a-4582-817f-f8ca208d540a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.074829] env[69722]: INFO nova.compute.manager [-] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Took 1.58 seconds to deallocate network for instance. [ 706.091226] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.107782] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437928, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.129036] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437929, 'name': Destroy_Task, 'duration_secs': 0.471576} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.130285] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Destroyed the VM [ 706.130531] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.130851] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.131168] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2dd16c95-310b-469d-a437-1d410a157a4d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.134212] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.134212] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.135173] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.135422] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.135622] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.135760] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 706.136231] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 706.141809] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 706.141809] env[69722]: value = "task-3437930" [ 706.141809] env[69722]: _type = "Task" [ 706.141809] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.148870] env[69722]: DEBUG nova.compute.manager [req-96dda42f-9eac-4343-843e-d8090af700ad req-8fef3363-72eb-475c-a024-dd553e294445 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Received event network-vif-plugged-f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.149161] env[69722]: DEBUG oslo_concurrency.lockutils [req-96dda42f-9eac-4343-843e-d8090af700ad req-8fef3363-72eb-475c-a024-dd553e294445 service nova] Acquiring lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.149408] env[69722]: DEBUG oslo_concurrency.lockutils [req-96dda42f-9eac-4343-843e-d8090af700ad req-8fef3363-72eb-475c-a024-dd553e294445 service nova] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.149612] env[69722]: DEBUG oslo_concurrency.lockutils [req-96dda42f-9eac-4343-843e-d8090af700ad req-8fef3363-72eb-475c-a024-dd553e294445 service nova] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.149804] env[69722]: DEBUG nova.compute.manager [req-96dda42f-9eac-4343-843e-d8090af700ad req-8fef3363-72eb-475c-a024-dd553e294445 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] No waiting events found dispatching network-vif-plugged-f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.150025] env[69722]: WARNING nova.compute.manager [req-96dda42f-9eac-4343-843e-d8090af700ad req-8fef3363-72eb-475c-a024-dd553e294445 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Received unexpected event network-vif-plugged-f5ec5237-d0e2-4372-ada6-ff506c63c719 for instance with vm_state building and task_state spawning. [ 706.159092] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437930, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.266265] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521bddd2-6eb0-ee52-1c6f-e7fa747e7a45, 'name': SearchDatastore_Task, 'duration_secs': 0.014613} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.267140] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a099a255-62f2-4815-b897-e0880566db81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.273980] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 706.273980] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522ac526-e307-7fb9-2228-2c2ce637e991" [ 706.273980] env[69722]: _type = "Task" [ 706.273980] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.282794] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.283739] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquired lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.283739] env[69722]: DEBUG nova.network.neutron [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.291740] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522ac526-e307-7fb9-2228-2c2ce637e991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.387916] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.900s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.388351] env[69722]: DEBUG nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.391988] env[69722]: DEBUG oslo_concurrency.lockutils [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] Releasing lock "refresh_cache-67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.392536] env[69722]: DEBUG nova.compute.manager [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Received event network-changed-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.392536] env[69722]: DEBUG nova.compute.manager [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Refreshing instance network info cache due to event network-changed-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.393212] env[69722]: DEBUG oslo_concurrency.lockutils [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] Acquiring lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.393212] env[69722]: DEBUG oslo_concurrency.lockutils [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] Acquired lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.393212] env[69722]: DEBUG nova.network.neutron [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Refreshing network info cache for port 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.395162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.163s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.398658] env[69722]: INFO nova.compute.claims [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.587045] env[69722]: DEBUG oslo_vmware.api [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3437927, 'name': PowerOnVM_Task, 'duration_secs': 0.546362} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.587346] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.587602] env[69722]: INFO nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Took 11.66 seconds to spawn the instance on the hypervisor. [ 706.587943] env[69722]: DEBUG nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.588666] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7266576e-5673-4754-9b55-0c0d9b2f0421 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.594299] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.613624] env[69722]: DEBUG oslo_vmware.api [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437928, 'name': PowerOnVM_Task, 'duration_secs': 0.566648} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.614070] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.614540] env[69722]: INFO nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Took 8.80 seconds to spawn the instance on the hypervisor. [ 706.614733] env[69722]: DEBUG nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.616308] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ccb06-56a4-4c58-aca1-db125b6dca75 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.639332] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.658087] env[69722]: DEBUG oslo_vmware.api [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437930, 'name': RemoveSnapshot_Task, 'duration_secs': 0.505618} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.658203] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 706.658445] env[69722]: INFO nova.compute.manager [None req-f42ea377-ff15-4ebd-8f68-9bd43aacedca tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Took 14.31 seconds to snapshot the instance on the hypervisor. [ 706.786767] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522ac526-e307-7fb9-2228-2c2ce637e991, 'name': SearchDatastore_Task, 'duration_secs': 0.017393} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.787055] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.787317] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb/67d7422a-2bfc-4c6d-a1c5-e9c88420cccb.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.787880] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ac82c93-a227-49fc-9370-4d7a184a30f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.795532] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 706.795532] env[69722]: value = "task-3437931" [ 706.795532] env[69722]: _type = "Task" [ 706.795532] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.806705] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.825992] env[69722]: DEBUG nova.network.neutron [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.912172] env[69722]: DEBUG nova.compute.utils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.913927] env[69722]: DEBUG nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.914677] env[69722]: DEBUG nova.network.neutron [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.001273] env[69722]: DEBUG nova.policy [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9db19027e79544bbbb1f3d0892efa14f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fac35902066c40079e79dd4c9524e2d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 707.041950] env[69722]: DEBUG nova.network.neutron [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.095796] env[69722]: DEBUG nova.compute.manager [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Received event network-changed-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.096633] env[69722]: DEBUG nova.compute.manager [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Refreshing instance network info cache due to event network-changed-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.096633] env[69722]: DEBUG oslo_concurrency.lockutils [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] Acquiring lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.121500] env[69722]: INFO nova.compute.manager [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Took 42.37 seconds to build instance. [ 707.150957] env[69722]: INFO nova.compute.manager [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Took 40.10 seconds to build instance. [ 707.311076] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437931, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.344210] env[69722]: DEBUG nova.network.neutron [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updated VIF entry in instance network info cache for port 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.344210] env[69722]: DEBUG nova.network.neutron [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updating instance_info_cache with network_info: [{"id": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "address": "fa:16:3e:d1:e1:40", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4044bc8e-f9", "ovs_interfaceid": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.418864] env[69722]: DEBUG nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.549244] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Releasing lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.549559] env[69722]: DEBUG nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Instance network_info: |[{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.550353] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:79:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1cf14cf-4f9c-41af-90d0-62e363eb4fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5ec5237-d0e2-4372-ada6-ff506c63c719', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.557848] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Creating folder: Project (f96fa399b79541a1b98d56125f655ac1). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.558235] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0b67b5-803c-48fb-bc75-e92aa6222882 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.575394] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Created folder: Project (f96fa399b79541a1b98d56125f655ac1) in parent group-v686248. [ 707.575544] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Creating folder: Instances. Parent ref: group-v686322. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.575787] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2269d2-c17c-41bb-9509-1110e53a5dbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.578192] env[69722]: DEBUG nova.network.neutron [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Successfully created port: 487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.594072] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Created folder: Instances in parent group-v686322. [ 707.594353] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.594564] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.594766] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d5cfd23-9cfb-4b62-a9db-06316a540f5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.619162] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.619162] env[69722]: value = "task-3437934" [ 707.619162] env[69722]: _type = "Task" [ 707.619162] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.633605] env[69722]: DEBUG oslo_concurrency.lockutils [None req-775e449a-674f-4340-aea6-2e4f3acb36e5 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.101s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.634133] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437934, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.639022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.639022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.657116] env[69722]: DEBUG oslo_concurrency.lockutils [None req-36ffab1a-4c58-459b-a30a-55fb3a1eaeee tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.092s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.811510] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68808} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.812083] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb/67d7422a-2bfc-4c6d-a1c5-e9c88420cccb.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.812327] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.812825] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d439762-e602-4939-8f48-41f4aef43cc5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.826306] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 707.826306] env[69722]: value = "task-3437935" [ 707.826306] env[69722]: _type = "Task" [ 707.826306] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.839971] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.850491] env[69722]: DEBUG oslo_concurrency.lockutils [req-083c7402-82bd-4005-8208-86628561c230 req-e563c1fb-0251-49ae-b706-b9c62d2498f5 service nova] Releasing lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.851010] env[69722]: DEBUG oslo_concurrency.lockutils [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] Acquired lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.851265] env[69722]: DEBUG nova.network.neutron [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Refreshing network info cache for port 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.928845] env[69722]: INFO nova.virt.block_device [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Booting with volume 44c8b15b-3b56-4aa8-8374-2c6e37ad30a6 at /dev/sda [ 707.997082] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3db2c7b9-c3b0-41bb-9ef0-81caa49717ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.010448] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4b848f-3766-43eb-9446-bf9e5dd8635b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.051934] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09e44154-b81d-41f5-bb2c-c879891595d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.062699] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900749a-dd07-48ee-8c67-bb4cf21f2a3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.077669] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138c7b86-54ee-45f8-bfd6-74c3fb68602c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.083888] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c1d23-ee95-4a0f-ba5d-4b5c43b65ae0 tempest-ServersAdminNegativeTestJSON-455211946 tempest-ServersAdminNegativeTestJSON-455211946-project-admin] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Suspending the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 708.084140] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a5258890-09ab-4d0d-8449-1377a6108bc6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.103961] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7966bbe5-7052-4890-a636-82f8ede898b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.106745] env[69722]: DEBUG oslo_vmware.api [None req-7a2c1d23-ee95-4a0f-ba5d-4b5c43b65ae0 tempest-ServersAdminNegativeTestJSON-455211946 tempest-ServersAdminNegativeTestJSON-455211946-project-admin] Waiting for the task: (returnval){ [ 708.106745] env[69722]: value = "task-3437936" [ 708.106745] env[69722]: _type = "Task" [ 708.106745] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.107430] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda3c6f5-d41b-4b5b-b9e6-86400aed7170 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.118596] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035c66c3-41db-45e4-bc8c-1abe4750767c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.124942] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722db18a-a4b8-43ee-a63d-6c21c25e4598 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.128186] env[69722]: DEBUG oslo_vmware.api [None req-7a2c1d23-ee95-4a0f-ba5d-4b5c43b65ae0 tempest-ServersAdminNegativeTestJSON-455211946 tempest-ServersAdminNegativeTestJSON-455211946-project-admin] Task: {'id': task-3437936, 'name': SuspendVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.141346] env[69722]: DEBUG nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.143976] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437934, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.172314] env[69722]: DEBUG nova.virt.block_device [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updating existing volume attachment record: 1b988e40-235c-4bc0-8a33-175f817617ec {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 708.175121] env[69722]: DEBUG nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.181583] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac7844c-db49-48bc-be57-34010e235bb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.192405] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d793c-0945-4045-bd25-61002a4d76a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.208099] env[69722]: DEBUG nova.compute.provider_tree [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.336830] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071002} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.337149] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.337946] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022910b8-d60e-4f0c-a01d-f15c0c6f4c82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.365345] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb/67d7422a-2bfc-4c6d-a1c5-e9c88420cccb.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.365345] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01b83a5e-ebd3-48f4-8fc9-76993aa14610 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.388234] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 708.388234] env[69722]: value = "task-3437937" [ 708.388234] env[69722]: _type = "Task" [ 708.388234] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.397476] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.624973] env[69722]: DEBUG oslo_vmware.api [None req-7a2c1d23-ee95-4a0f-ba5d-4b5c43b65ae0 tempest-ServersAdminNegativeTestJSON-455211946 tempest-ServersAdminNegativeTestJSON-455211946-project-admin] Task: {'id': task-3437936, 'name': SuspendVM_Task} progress is 70%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.634302] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437934, 'name': CreateVM_Task, 'duration_secs': 1.012396} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.634505] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.635268] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.635432] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.636013] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.636095] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44ff88b-4472-4419-a579-8c892cafa098 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.642745] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 708.642745] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fa16d1-b6d6-33a8-3de4-6b2547bb92d4" [ 708.642745] env[69722]: _type = "Task" [ 708.642745] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.654247] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fa16d1-b6d6-33a8-3de4-6b2547bb92d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.656326] env[69722]: DEBUG nova.network.neutron [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updated VIF entry in instance network info cache for port 4044bc8e-f9bf-420e-bbdc-8e1af3eb893c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.656711] env[69722]: DEBUG nova.network.neutron [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updating instance_info_cache with network_info: [{"id": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "address": "fa:16:3e:d1:e1:40", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4044bc8e-f9", "ovs_interfaceid": "4044bc8e-f9bf-420e-bbdc-8e1af3eb893c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.699599] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.705846] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.735656] env[69722]: ERROR nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [req-4282be51-6297-446c-be0a-97b57758a94e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4282be51-6297-446c-be0a-97b57758a94e"}]} [ 708.757684] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.775980] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.775980] env[69722]: DEBUG nova.compute.provider_tree [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.791367] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.813637] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.864279] env[69722]: DEBUG nova.compute.manager [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Received event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.864593] env[69722]: DEBUG nova.compute.manager [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing instance network info cache due to event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.864922] env[69722]: DEBUG oslo_concurrency.lockutils [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] Acquiring lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.865336] env[69722]: DEBUG oslo_concurrency.lockutils [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] Acquired lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.865877] env[69722]: DEBUG nova.network.neutron [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.903716] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437937, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.121724] env[69722]: DEBUG oslo_vmware.api [None req-7a2c1d23-ee95-4a0f-ba5d-4b5c43b65ae0 tempest-ServersAdminNegativeTestJSON-455211946 tempest-ServersAdminNegativeTestJSON-455211946-project-admin] Task: {'id': task-3437936, 'name': SuspendVM_Task, 'duration_secs': 0.918502} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.124703] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7a2c1d23-ee95-4a0f-ba5d-4b5c43b65ae0 tempest-ServersAdminNegativeTestJSON-455211946 tempest-ServersAdminNegativeTestJSON-455211946-project-admin] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Suspended the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 709.124979] env[69722]: DEBUG nova.compute.manager [None req-7a2c1d23-ee95-4a0f-ba5d-4b5c43b65ae0 tempest-ServersAdminNegativeTestJSON-455211946 tempest-ServersAdminNegativeTestJSON-455211946-project-admin] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.126163] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec50cb7c-331f-4318-a5e4-67ffc11a9aed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.155070] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fa16d1-b6d6-33a8-3de4-6b2547bb92d4, 'name': SearchDatastore_Task, 'duration_secs': 0.019216} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.155531] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.155690] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.155870] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.156038] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.156889] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.156889] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdda7760-cde5-4a89-b7d0-8a0b55de5ad0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.159041] env[69722]: DEBUG oslo_concurrency.lockutils [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] Releasing lock "refresh_cache-26110aee-d477-4308-80ab-dcb8fc4d4c06" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.159337] env[69722]: DEBUG nova.compute.manager [req-4ac0b1df-fb8f-47ce-b243-174ed45eb001 req-dd96671f-10d5-4fcd-b735-9b1dce40f934 service nova] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Received event network-vif-deleted-4349aeb3-4b94-4d6b-a995-3dadffebb67c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.169981] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.170221] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.170996] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5adf220-7bab-41ff-8107-c3647a399c84 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.178661] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 709.178661] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52696aa4-0a15-f56b-01e0-08d5c0188942" [ 709.178661] env[69722]: _type = "Task" [ 709.178661] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.192149] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52696aa4-0a15-f56b-01e0-08d5c0188942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.356353] env[69722]: DEBUG nova.network.neutron [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Successfully updated port: 487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 709.403417] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437937, 'name': ReconfigVM_Task, 'duration_secs': 0.522002} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.405826] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb/67d7422a-2bfc-4c6d-a1c5-e9c88420cccb.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.406501] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b074d63-8297-4e74-8c4d-f80b9efdfc2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.419997] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 709.419997] env[69722]: value = "task-3437938" [ 709.419997] env[69722]: _type = "Task" [ 709.419997] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.430440] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437938, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.540831] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881d206c-0b80-4e1d-aa57-ec91507b09ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.551267] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed62f852-d82e-4d23-9dc2-2881396fa6a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.591307] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f25b4d9-4441-4862-8adb-09b62b5c3834 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.597155] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.597452] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.603412] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28fca89-50b3-4a7e-aa6b-fcd85d43e086 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.618809] env[69722]: DEBUG nova.compute.provider_tree [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.688959] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52696aa4-0a15-f56b-01e0-08d5c0188942, 'name': SearchDatastore_Task, 'duration_secs': 0.017435} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.689770] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d6bf66-4d68-4c3d-be03-2cc570366293 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.696146] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 709.696146] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5298a127-0c29-8030-eeeb-3e518da1bf60" [ 709.696146] env[69722]: _type = "Task" [ 709.696146] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.699737] env[69722]: DEBUG nova.network.neutron [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updated VIF entry in instance network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.700079] env[69722]: DEBUG nova.network.neutron [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.711071] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5298a127-0c29-8030-eeeb-3e518da1bf60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.792612] env[69722]: DEBUG nova.compute.manager [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.793582] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24885d3-5c55-4c92-8135-c09dbe5ba8cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.859058] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Acquiring lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.859213] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Acquired lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.859380] env[69722]: DEBUG nova.network.neutron [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.930595] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437938, 'name': Rename_Task, 'duration_secs': 0.167569} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.930894] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.931158] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c71f9c5-3f56-4170-b7df-dad8cd32451a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.938905] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 709.938905] env[69722]: value = "task-3437939" [ 709.938905] env[69722]: _type = "Task" [ 709.938905] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.947328] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.147879] env[69722]: ERROR nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [req-302c9b4c-7c67-4824-8119-199b7f706d5a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-302c9b4c-7c67-4824-8119-199b7f706d5a"}]} [ 710.169125] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 710.191444] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 710.191444] env[69722]: DEBUG nova.compute.provider_tree [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 710.203278] env[69722]: DEBUG oslo_concurrency.lockutils [req-da574e49-65a1-400a-af83-052ad9e02da7 req-40c7291e-83f3-4117-9869-78d1c7f16916 service nova] Releasing lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.203895] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 710.209341] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5298a127-0c29-8030-eeeb-3e518da1bf60, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.209788] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.210063] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] b0e3f4d4-06eb-4fbb-96c9-2868b6c53648/b0e3f4d4-06eb-4fbb-96c9-2868b6c53648.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.210336] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc4177bb-9374-43b9-bed4-73556565f151 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.220081] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 710.220081] env[69722]: value = "task-3437940" [ 710.220081] env[69722]: _type = "Task" [ 710.220081] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.229675] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.230633] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 710.314208] env[69722]: INFO nova.compute.manager [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] instance snapshotting [ 710.315490] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05cb2f-a410-4793-9af0-bc48a972b3f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.319857] env[69722]: DEBUG nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.320544] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.320897] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.321118] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.321337] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.321517] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.321680] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.321912] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.322205] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.322437] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.322663] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.322921] env[69722]: DEBUG nova.virt.hardware [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.323871] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dabafbb-5062-4473-8e8f-5679c7e59e3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.352922] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d7c298-3eb7-42f5-8ad2-44c834f83ecf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.358305] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eefce1c-ef0c-4e1f-956e-4d85fd7f7870 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.421570] env[69722]: DEBUG nova.network.neutron [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 710.452727] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437939, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.652020] env[69722]: DEBUG nova.network.neutron [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updating instance_info_cache with network_info: [{"id": "487fa4d9-ee3d-458b-a27e-8098b1790413", "address": "fa:16:3e:94:23:b5", "network": {"id": "e61974d5-a03e-47ae-863f-ce2099e95213", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-714325665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac35902066c40079e79dd4c9524e2d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487fa4d9-ee", "ovs_interfaceid": "487fa4d9-ee3d-458b-a27e-8098b1790413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.733641] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437940, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.885610] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 710.886652] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-746c9c5c-aa08-4217-a1ef-eb6fa993cf7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.889537] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3026d5dc-9f2c-4d17-a910-708c1a57568e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.900319] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9a5bb1-6a11-4556-927e-a0d535611a4a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.904023] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 710.904023] env[69722]: value = "task-3437941" [ 710.904023] env[69722]: _type = "Task" [ 710.904023] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.936520] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db76bf-124b-4933-87e3-e4b04581eadd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.943783] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.950617] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1368f0-d34a-4364-afcf-bdc5fcf6a633 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.957529] env[69722]: DEBUG oslo_vmware.api [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437939, 'name': PowerOnVM_Task, 'duration_secs': 0.686331} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.958258] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.958533] env[69722]: INFO nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Took 10.25 seconds to spawn the instance on the hypervisor. [ 710.958730] env[69722]: DEBUG nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.959485] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590c0075-50c6-423d-8f39-bcd4c816469a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.970027] env[69722]: DEBUG nova.compute.provider_tree [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.025757] env[69722]: DEBUG nova.compute.manager [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Received event network-vif-plugged-487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.025971] env[69722]: DEBUG oslo_concurrency.lockutils [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] Acquiring lock "97cc7695-2be2-47d5-bf0e-700ded8c7033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.026234] env[69722]: DEBUG oslo_concurrency.lockutils [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.026418] env[69722]: DEBUG oslo_concurrency.lockutils [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.026670] env[69722]: DEBUG nova.compute.manager [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] No waiting events found dispatching network-vif-plugged-487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 711.027522] env[69722]: WARNING nova.compute.manager [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Received unexpected event network-vif-plugged-487fa4d9-ee3d-458b-a27e-8098b1790413 for instance with vm_state building and task_state spawning. [ 711.027522] env[69722]: DEBUG nova.compute.manager [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Received event network-changed-487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.027522] env[69722]: DEBUG nova.compute.manager [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Refreshing instance network info cache due to event network-changed-487fa4d9-ee3d-458b-a27e-8098b1790413. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.027522] env[69722]: DEBUG oslo_concurrency.lockutils [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] Acquiring lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.155815] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Releasing lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.156189] env[69722]: DEBUG nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Instance network_info: |[{"id": "487fa4d9-ee3d-458b-a27e-8098b1790413", "address": "fa:16:3e:94:23:b5", "network": {"id": "e61974d5-a03e-47ae-863f-ce2099e95213", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-714325665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac35902066c40079e79dd4c9524e2d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487fa4d9-ee", "ovs_interfaceid": "487fa4d9-ee3d-458b-a27e-8098b1790413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.156484] env[69722]: DEBUG oslo_concurrency.lockutils [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] Acquired lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.156660] env[69722]: DEBUG nova.network.neutron [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Refreshing network info cache for port 487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.157916] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:23:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '487fa4d9-ee3d-458b-a27e-8098b1790413', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.165852] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Creating folder: Project (fac35902066c40079e79dd4c9524e2d3). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.168221] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd3aef3c-de2a-440e-b3dc-07e21966e7b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.184532] env[69722]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 711.184768] env[69722]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69722) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 711.185315] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Folder already exists: Project (fac35902066c40079e79dd4c9524e2d3). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 711.185515] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Creating folder: Instances. Parent ref: group-v686271. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.185748] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5e10e32-307d-4ef5-81a7-22441e514653 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.198119] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Created folder: Instances in parent group-v686271. [ 711.198384] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.198582] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.198787] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d692c7f-99af-44eb-b69a-983401ccdd85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.220443] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.220443] env[69722]: value = "task-3437944" [ 711.220443] env[69722]: _type = "Task" [ 711.220443] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.232805] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437944, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.235968] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659863} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.236224] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] b0e3f4d4-06eb-4fbb-96c9-2868b6c53648/b0e3f4d4-06eb-4fbb-96c9-2868b6c53648.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.236438] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.236680] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4be13f5-90c0-434a-8e40-ad2efbf76969 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.243945] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 711.243945] env[69722]: value = "task-3437945" [ 711.243945] env[69722]: _type = "Task" [ 711.243945] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.255053] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.415169] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.485877] env[69722]: INFO nova.compute.manager [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Took 40.97 seconds to build instance. [ 711.513345] env[69722]: DEBUG nova.scheduler.client.report [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 53 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 711.513717] env[69722]: DEBUG nova.compute.provider_tree [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 53 to 54 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 711.514688] env[69722]: DEBUG nova.compute.provider_tree [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.734761] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437944, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.754908] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106791} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.757676] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.758581] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88065898-f1ec-4355-aed1-faeb9964772b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.784462] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] b0e3f4d4-06eb-4fbb-96c9-2868b6c53648/b0e3f4d4-06eb-4fbb-96c9-2868b6c53648.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.788879] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f123c23-a627-4a62-8394-db8368c9a9c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.820113] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 711.820113] env[69722]: value = "task-3437946" [ 711.820113] env[69722]: _type = "Task" [ 711.820113] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.830668] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.918881] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437941, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.966435] env[69722]: DEBUG nova.network.neutron [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updated VIF entry in instance network info cache for port 487fa4d9-ee3d-458b-a27e-8098b1790413. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.966781] env[69722]: DEBUG nova.network.neutron [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updating instance_info_cache with network_info: [{"id": "487fa4d9-ee3d-458b-a27e-8098b1790413", "address": "fa:16:3e:94:23:b5", "network": {"id": "e61974d5-a03e-47ae-863f-ce2099e95213", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-714325665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac35902066c40079e79dd4c9524e2d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487fa4d9-ee", "ovs_interfaceid": "487fa4d9-ee3d-458b-a27e-8098b1790413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.988692] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab9a39cb-94c8-406f-bc04-3e69804f8d9f tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.299s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.019448] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.625s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.020010] env[69722]: DEBUG nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.026229] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.161s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.026475] env[69722]: DEBUG nova.objects.instance [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lazy-loading 'resources' on Instance uuid 95e0c925-8147-426d-9383-67c516a9d3ee {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.231932] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437944, 'name': CreateVM_Task, 'duration_secs': 0.674401} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.232479] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.233458] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686283', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'name': 'volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97cc7695-2be2-47d5-bf0e-700ded8c7033', 'attached_at': '', 'detached_at': '', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'serial': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6'}, 'guest_format': None, 'device_type': None, 'attachment_id': '1b988e40-235c-4bc0-8a33-175f817617ec', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69722) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 712.233886] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Root volume attach. Driver type: vmdk {{(pid=69722) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 712.237958] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65dd370-9891-4c52-8f59-f61d6660cea0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.243681] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdc9dbf-2a82-40de-9ab3-f345c1d9439b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.251556] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaecf71-9fde-4a68-946e-fd6b06f06c7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.258245] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9e6f8f1e-ac21-450b-a33c-86983f2fab3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.266584] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 712.266584] env[69722]: value = "task-3437947" [ 712.266584] env[69722]: _type = "Task" [ 712.266584] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.276296] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.331290] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.417028] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437941, 'name': CreateSnapshot_Task, 'duration_secs': 1.408053} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.417268] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 712.418046] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acad41f3-d607-43dd-a829-198e0ce23985 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.469934] env[69722]: DEBUG oslo_concurrency.lockutils [req-2a6b8b98-7705-43ac-b028-fd2f1f7e1bdc req-c2268f21-b192-401c-b74c-0538da0ad6b0 service nova] Releasing lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.492038] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.528047] env[69722]: DEBUG nova.compute.utils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.529707] env[69722]: DEBUG nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.529707] env[69722]: DEBUG nova.network.neutron [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.573302] env[69722]: DEBUG nova.policy [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.711250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "478c8253-7572-450d-a56e-a7867bbea23b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.711250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.785890] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 35%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.839274] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437946, 'name': ReconfigVM_Task, 'duration_secs': 0.867026} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.839274] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Reconfigured VM instance instance-00000019 to attach disk [datastore2] b0e3f4d4-06eb-4fbb-96c9-2868b6c53648/b0e3f4d4-06eb-4fbb-96c9-2868b6c53648.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.839274] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36a49ffa-bdab-47fd-a842-9db2fc3f32cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.851966] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 712.851966] env[69722]: value = "task-3437948" [ 712.851966] env[69722]: _type = "Task" [ 712.851966] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.870242] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437948, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.941187] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 712.941601] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a1ffecc4-3178-4519-b8a3-1d9d6ca15c55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.954523] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 712.954523] env[69722]: value = "task-3437949" [ 712.954523] env[69722]: _type = "Task" [ 712.954523] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.965557] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437949, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.019239] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.037975] env[69722]: DEBUG nova.network.neutron [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Successfully created port: 122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.040854] env[69722]: DEBUG nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.282496] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 49%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.284351] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34980972-88df-4d83-833f-7beaf7fd085b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.298830] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97035dd3-d546-4744-a2b1-46f6faf064c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.338893] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.339427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.339687] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.339888] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.340096] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.342524] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316e72c1-aabb-4b22-b52e-4394808fdc93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.346277] env[69722]: INFO nova.compute.manager [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Terminating instance [ 713.361784] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd91119b-e76d-4dce-8af6-b6f44870919d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.376295] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437948, 'name': Rename_Task, 'duration_secs': 0.394118} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.386913] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.386913] env[69722]: DEBUG nova.compute.provider_tree [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.387739] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d92a18e-93ee-4778-b41a-62583a90c3c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.398747] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 713.398747] env[69722]: value = "task-3437950" [ 713.398747] env[69722]: _type = "Task" [ 713.398747] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.412145] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.469462] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437949, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.702296] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.702296] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.702296] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.702296] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.702523] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.703829] env[69722]: INFO nova.compute.manager [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Terminating instance [ 713.783201] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 62%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.854624] env[69722]: DEBUG nova.compute.manager [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.854624] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.855860] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f159138b-dfa4-446c-a4aa-e1602279bee2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.868311] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.869748] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2d446dd-7212-414d-a121-b5b623c0dbae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.894026] env[69722]: DEBUG nova.scheduler.client.report [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.914828] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.973824] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437949, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.004849] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.004849] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.005028] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Deleting the datastore file [datastore2] 4e5ca74f-b105-4a93-8c73-3949b6177ef3 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.005278] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d33c4754-bf79-40f1-b7f4-11a28d33305d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.016210] env[69722]: DEBUG oslo_vmware.api [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 714.016210] env[69722]: value = "task-3437952" [ 714.016210] env[69722]: _type = "Task" [ 714.016210] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.034573] env[69722]: DEBUG oslo_vmware.api [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.052965] env[69722]: DEBUG nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.083888] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.084188] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.085098] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.085098] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.085098] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.085098] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.085357] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.085387] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.085576] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.085749] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.085988] env[69722]: DEBUG nova.virt.hardware [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.086892] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db04174d-1f2c-488b-b232-f880911e3c93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.099011] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64860ced-e25e-4cf0-bfdf-e136da44f32a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.210752] env[69722]: DEBUG nova.compute.manager [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.210977] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.212050] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f72d75-208f-4300-9149-2cff0c230031 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.221637] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.222278] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04302aa6-763e-47f9-9dfb-659a43cca84c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.235937] env[69722]: DEBUG oslo_vmware.api [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 714.235937] env[69722]: value = "task-3437953" [ 714.235937] env[69722]: _type = "Task" [ 714.235937] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.248762] env[69722]: DEBUG oslo_vmware.api [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.281600] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 73%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.398594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.401032] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.451s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.401308] env[69722]: DEBUG nova.objects.instance [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lazy-loading 'resources' on Instance uuid 82bae88b-c9ce-4c89-93ea-7caba0c93035 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.417189] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437950, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.431720] env[69722]: INFO nova.scheduler.client.report [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Deleted allocations for instance 95e0c925-8147-426d-9383-67c516a9d3ee [ 714.473982] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437949, 'name': CloneVM_Task, 'duration_secs': 1.512061} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.473982] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Created linked-clone VM from snapshot [ 714.474229] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6fdf47-9122-4c19-93a6-6bb75248e781 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.485987] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Uploading image 386b2a68-4621-4442-b826-2539234394c0 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 714.519465] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 714.519465] env[69722]: value = "vm-686328" [ 714.519465] env[69722]: _type = "VirtualMachine" [ 714.519465] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 714.520899] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70ef8a91-ab11-403f-8a79-12619d7cf4c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.535899] env[69722]: DEBUG oslo_vmware.api [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.538034] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lease: (returnval){ [ 714.538034] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52064d7b-5e4f-7645-7bd1-53339579ab66" [ 714.538034] env[69722]: _type = "HttpNfcLease" [ 714.538034] env[69722]: } obtained for exporting VM: (result){ [ 714.538034] env[69722]: value = "vm-686328" [ 714.538034] env[69722]: _type = "VirtualMachine" [ 714.538034] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 714.538393] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the lease: (returnval){ [ 714.538393] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52064d7b-5e4f-7645-7bd1-53339579ab66" [ 714.538393] env[69722]: _type = "HttpNfcLease" [ 714.538393] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 714.549166] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 714.549166] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52064d7b-5e4f-7645-7bd1-53339579ab66" [ 714.549166] env[69722]: _type = "HttpNfcLease" [ 714.549166] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 714.673502] env[69722]: DEBUG nova.compute.manager [req-77bd21fe-2c18-41d0-aa26-c45b199422d3 req-b618d03f-3b4c-44a9-8234-72612555de73 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received event network-vif-plugged-122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.673847] env[69722]: DEBUG oslo_concurrency.lockutils [req-77bd21fe-2c18-41d0-aa26-c45b199422d3 req-b618d03f-3b4c-44a9-8234-72612555de73 service nova] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.673976] env[69722]: DEBUG oslo_concurrency.lockutils [req-77bd21fe-2c18-41d0-aa26-c45b199422d3 req-b618d03f-3b4c-44a9-8234-72612555de73 service nova] Lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.674382] env[69722]: DEBUG oslo_concurrency.lockutils [req-77bd21fe-2c18-41d0-aa26-c45b199422d3 req-b618d03f-3b4c-44a9-8234-72612555de73 service nova] Lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.674601] env[69722]: DEBUG nova.compute.manager [req-77bd21fe-2c18-41d0-aa26-c45b199422d3 req-b618d03f-3b4c-44a9-8234-72612555de73 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] No waiting events found dispatching network-vif-plugged-122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.674783] env[69722]: WARNING nova.compute.manager [req-77bd21fe-2c18-41d0-aa26-c45b199422d3 req-b618d03f-3b4c-44a9-8234-72612555de73 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received unexpected event network-vif-plugged-122777ef-7bc0-4660-be5b-93d638d7ee8b for instance with vm_state building and task_state spawning. [ 714.715076] env[69722]: DEBUG nova.network.neutron [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Successfully updated port: 122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 714.755747] env[69722]: DEBUG oslo_vmware.api [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437953, 'name': PowerOffVM_Task, 'duration_secs': 0.485094} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.756166] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.756375] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.756692] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cee10f1-c240-4252-9157-5df1397717e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.781632] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 86%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.917043] env[69722]: DEBUG oslo_vmware.api [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3437950, 'name': PowerOnVM_Task, 'duration_secs': 1.382939} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.917944] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.917944] env[69722]: INFO nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Took 10.60 seconds to spawn the instance on the hypervisor. [ 714.918087] env[69722]: DEBUG nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.918950] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ec5a26-ec23-45eb-a6c6-c9f02898d2b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.940068] env[69722]: DEBUG oslo_concurrency.lockutils [None req-012399be-ea5b-4d19-9082-39d795cdb595 tempest-FloatingIPsAssociationNegativeTestJSON-212679171 tempest-FloatingIPsAssociationNegativeTestJSON-212679171-project-member] Lock "95e0c925-8147-426d-9383-67c516a9d3ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.627s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.966415] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.966702] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.966899] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Deleting the datastore file [datastore2] 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.970980] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9eb80a-bbb7-47a8-bae1-afe646a62f26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.984495] env[69722]: DEBUG oslo_vmware.api [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for the task: (returnval){ [ 714.984495] env[69722]: value = "task-3437956" [ 714.984495] env[69722]: _type = "Task" [ 714.984495] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.003588] env[69722]: DEBUG oslo_vmware.api [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.037421] env[69722]: DEBUG oslo_vmware.api [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.050177] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.050177] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52064d7b-5e4f-7645-7bd1-53339579ab66" [ 715.050177] env[69722]: _type = "HttpNfcLease" [ 715.050177] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.050572] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.050572] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52064d7b-5e4f-7645-7bd1-53339579ab66" [ 715.050572] env[69722]: _type = "HttpNfcLease" [ 715.050572] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.051437] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b409d3-30ee-48f8-8d65-da312d780ae6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.060398] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52669ba3-5463-ce80-ccc6-7ad3e471a927/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.060599] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52669ba3-5463-ce80-ccc6-7ad3e471a927/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 715.166541] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-89b1e3d9-93df-435d-a9df-d0da1564e986 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.218651] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.218737] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.218893] env[69722]: DEBUG nova.network.neutron [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.256070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.256175] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.280675] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 97%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.443706] env[69722]: INFO nova.compute.manager [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Took 43.71 seconds to build instance. [ 715.496896] env[69722]: DEBUG oslo_vmware.api [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Task: {'id': task-3437956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313466} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.497232] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.497404] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.497577] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.497756] env[69722]: INFO nova.compute.manager [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Took 1.29 seconds to destroy the instance on the hypervisor. [ 715.498017] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.498211] env[69722]: DEBUG nova.compute.manager [-] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.498310] env[69722]: DEBUG nova.network.neutron [-] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.532047] env[69722]: DEBUG oslo_vmware.api [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3437952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.222508} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.532332] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.532520] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.533478] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.533708] env[69722]: INFO nova.compute.manager [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Took 1.68 seconds to destroy the instance on the hypervisor. [ 715.533992] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.536957] env[69722]: DEBUG nova.compute.manager [-] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.537124] env[69722]: DEBUG nova.network.neutron [-] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 715.684740] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a76a14d-414a-4af7-aeaf-92e93d96b224 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.693248] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b3cad1-814d-4222-b232-f62b6fb9da48 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.733945] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f4f93f-3a56-4de1-a84b-318ccb0a660e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.746329] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730c3a4b-c489-4528-abd4-6a638df2bbba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.764693] env[69722]: DEBUG nova.compute.provider_tree [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.781822] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task} progress is 98%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.794027] env[69722]: DEBUG nova.network.neutron [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.946188] env[69722]: DEBUG oslo_concurrency.lockutils [None req-69cd2888-2d5f-4b62-aef1-3a40d2a6ca7a tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.451s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.003160] env[69722]: DEBUG nova.network.neutron [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.269064] env[69722]: DEBUG nova.scheduler.client.report [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.291040] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437947, 'name': RelocateVM_Task, 'duration_secs': 3.665732} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.292846] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 716.292846] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686283', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'name': 'volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97cc7695-2be2-47d5-bf0e-700ded8c7033', 'attached_at': '', 'detached_at': '', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'serial': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 716.293874] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800511a9-07bc-4df7-be1e-24767ccfdc17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.315680] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c4417a-826b-46e9-8085-3b178698ba2e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.343941] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6/volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.344777] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f4f9970-a646-436c-bddd-ea93fee2106f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.368469] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 716.368469] env[69722]: value = "task-3437957" [ 716.368469] env[69722]: _type = "Task" [ 716.368469] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.379623] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.451118] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.507203] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.507591] env[69722]: DEBUG nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Instance network_info: |[{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.508359] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ef:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '122777ef-7bc0-4660-be5b-93d638d7ee8b', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.517609] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Creating folder: Project (49ad1e8fdc3b489c9d32875e76230294). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.518329] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76ab29fb-1b05-4f67-8899-8c46f01a31ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.532512] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Created folder: Project (49ad1e8fdc3b489c9d32875e76230294) in parent group-v686248. [ 716.532702] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Creating folder: Instances. Parent ref: group-v686329. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.533175] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f49c35d-3631-4088-b0fa-b29beaa4712f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.545067] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Created folder: Instances in parent group-v686329. [ 716.546479] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.547180] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.547835] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b72ca623-9663-485d-a35c-e34f633c055c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.573023] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.573023] env[69722]: value = "task-3437960" [ 716.573023] env[69722]: _type = "Task" [ 716.573023] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.584695] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437960, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.653169] env[69722]: DEBUG nova.network.neutron [-] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.717834] env[69722]: DEBUG nova.network.neutron [-] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.782504] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.381s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.785234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.405s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.787393] env[69722]: INFO nova.compute.claims [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.817534] env[69722]: INFO nova.scheduler.client.report [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted allocations for instance 82bae88b-c9ce-4c89-93ea-7caba0c93035 [ 716.861519] env[69722]: DEBUG nova.compute.manager [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received event network-changed-122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.862435] env[69722]: DEBUG nova.compute.manager [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Refreshing instance network info cache due to event network-changed-122777ef-7bc0-4660-be5b-93d638d7ee8b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 716.862913] env[69722]: DEBUG oslo_concurrency.lockutils [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] Acquiring lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.863501] env[69722]: DEBUG oslo_concurrency.lockutils [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] Acquired lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.864165] env[69722]: DEBUG nova.network.neutron [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Refreshing network info cache for port 122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.883146] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437957, 'name': ReconfigVM_Task, 'duration_secs': 0.302795} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.884503] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6/volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.893776] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-088ebd80-2d35-43cb-9d15-10713a749140 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.919221] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 716.919221] env[69722]: value = "task-3437961" [ 716.919221] env[69722]: _type = "Task" [ 716.919221] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.932858] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.979565] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.087025] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437960, 'name': CreateVM_Task, 'duration_secs': 0.371123} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.087025] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.087025] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.087025] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.087025] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.087025] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06bf176-9b7b-4757-b607-9e0dfdb87b8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.092691] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 717.092691] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529c264f-391d-5e04-8ec1-07e23d6f28bf" [ 717.092691] env[69722]: _type = "Task" [ 717.092691] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.102904] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529c264f-391d-5e04-8ec1-07e23d6f28bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.156115] env[69722]: INFO nova.compute.manager [-] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Took 1.66 seconds to deallocate network for instance. [ 717.175837] env[69722]: DEBUG nova.compute.manager [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Received event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.176043] env[69722]: DEBUG nova.compute.manager [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing instance network info cache due to event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.176257] env[69722]: DEBUG oslo_concurrency.lockutils [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] Acquiring lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.176392] env[69722]: DEBUG oslo_concurrency.lockutils [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] Acquired lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.176546] env[69722]: DEBUG nova.network.neutron [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.220301] env[69722]: INFO nova.compute.manager [-] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Took 1.68 seconds to deallocate network for instance. [ 717.329189] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6142fa24-0379-46d0-abc5-5d0a650edfe6 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "82bae88b-c9ce-4c89-93ea-7caba0c93035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.411s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.441851] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437961, 'name': ReconfigVM_Task, 'duration_secs': 0.15672} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.441851] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686283', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'name': 'volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97cc7695-2be2-47d5-bf0e-700ded8c7033', 'attached_at': '', 'detached_at': '', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'serial': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 717.441851] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb913346-4fae-4f89-b9cb-426765c6a962 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.452623] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 717.452623] env[69722]: value = "task-3437962" [ 717.452623] env[69722]: _type = "Task" [ 717.452623] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.471713] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437962, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.611701] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529c264f-391d-5e04-8ec1-07e23d6f28bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.612049] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.612317] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.612696] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.612911] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.613129] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.613421] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82774694-daad-4258-b4c2-e02715b89162 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.626603] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.626603] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.626880] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9466aad-b088-4a98-90aa-136a112ea71b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.633757] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 717.633757] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52534f6c-c612-00e8-37fd-1490f08bfdb2" [ 717.633757] env[69722]: _type = "Task" [ 717.633757] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.643124] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52534f6c-c612-00e8-37fd-1490f08bfdb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.672022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.696246] env[69722]: DEBUG nova.network.neutron [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updated VIF entry in instance network info cache for port 122777ef-7bc0-4660-be5b-93d638d7ee8b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.696246] env[69722]: DEBUG nova.network.neutron [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.730100] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.966612] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437962, 'name': Rename_Task, 'duration_secs': 0.146669} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.969187] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.969814] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc90c958-bac3-475b-93ae-66394d112b0b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.979873] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 717.979873] env[69722]: value = "task-3437963" [ 717.979873] env[69722]: _type = "Task" [ 717.979873] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.993653] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.994613] env[69722]: DEBUG nova.network.neutron [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updated VIF entry in instance network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.994957] env[69722]: DEBUG nova.network.neutron [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.150695] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52534f6c-c612-00e8-37fd-1490f08bfdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.01173} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.151813] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e976f6a-fb54-4427-90f9-e6cef85e3bac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.162547] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 718.162547] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52729827-aa6c-4a3e-a925-2e4a3b810fc7" [ 718.162547] env[69722]: _type = "Task" [ 718.162547] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.173120] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52729827-aa6c-4a3e-a925-2e4a3b810fc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.198040] env[69722]: DEBUG oslo_concurrency.lockutils [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] Releasing lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.198360] env[69722]: DEBUG nova.compute.manager [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Received event network-vif-deleted-71815274-a06a-4582-817f-f8ca208d540a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.198884] env[69722]: DEBUG nova.compute.manager [req-548024a0-d254-4a37-81a5-a3f2214ec482 req-6af1ae51-0f9c-4160-84b8-ba97bb0585b3 service nova] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Received event network-vif-deleted-2c0351a2-3bfe-4582-bc68-936b1a88b57b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.422890] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37687df-5a76-4444-97d2-c9ca99fbcd14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.431637] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a239be-256c-41d9-9e2b-7f30678481a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.467383] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d487e94-a620-4c68-9f77-8bca676b0ca4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.476497] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b6e54-5175-45de-9c4b-b946acee33c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.490845] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.499894] env[69722]: DEBUG oslo_concurrency.lockutils [req-31050bae-10d5-434f-ac10-1fa9cc2b5d0b req-56baa9cb-9601-4c30-9c8b-e1f99ffbc8e8 service nova] Releasing lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.500084] env[69722]: DEBUG nova.compute.provider_tree [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.674843] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52729827-aa6c-4a3e-a925-2e4a3b810fc7, 'name': SearchDatastore_Task, 'duration_secs': 0.013977} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.675179] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.675461] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ad258087-2025-4e22-9f0c-d2776440d59c/ad258087-2025-4e22-9f0c-d2776440d59c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.675768] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba7fe4d0-351d-466a-8337-660eca0fba28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.684117] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 718.684117] env[69722]: value = "task-3437964" [ 718.684117] env[69722]: _type = "Task" [ 718.684117] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.694194] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.993586] env[69722]: DEBUG oslo_vmware.api [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3437963, 'name': PowerOnVM_Task, 'duration_secs': 0.537846} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.994294] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.994294] env[69722]: INFO nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Took 8.67 seconds to spawn the instance on the hypervisor. [ 718.994595] env[69722]: DEBUG nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.995408] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da334c-1f7a-4d01-8d9d-354d52ae6b5e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.004873] env[69722]: DEBUG nova.scheduler.client.report [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.195504] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437964, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.513101] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.513713] env[69722]: DEBUG nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.521936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.509s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.522738] env[69722]: INFO nova.compute.claims [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.530103] env[69722]: INFO nova.compute.manager [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Took 37.87 seconds to build instance. [ 719.694734] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642763} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.695020] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ad258087-2025-4e22-9f0c-d2776440d59c/ad258087-2025-4e22-9f0c-d2776440d59c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.695281] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.695503] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc7b31b-df31-47ac-b010-e43d48104978 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.704518] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 719.704518] env[69722]: value = "task-3437965" [ 719.704518] env[69722]: _type = "Task" [ 719.704518] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.714743] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.027363] env[69722]: DEBUG nova.compute.utils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.028787] env[69722]: DEBUG nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.028957] env[69722]: DEBUG nova.network.neutron [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.033090] env[69722]: DEBUG oslo_concurrency.lockutils [None req-66721b14-e5f4-4d5b-a8dc-b12b9d983f1a tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.811s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.101860] env[69722]: DEBUG nova.policy [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '43d7680a29e94c9b9c7b65fec9edcf5d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb656c9e1b3430090d0a04a3dd630ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.218945] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117354} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.219424] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.220284] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de00ec0b-1eb9-4960-9002-cb1f5dafc3c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.248211] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ad258087-2025-4e22-9f0c-d2776440d59c/ad258087-2025-4e22-9f0c-d2776440d59c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.248915] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d793721-6a1a-41b5-aa9a-2029adb345a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.275516] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 720.275516] env[69722]: value = "task-3437966" [ 720.275516] env[69722]: _type = "Task" [ 720.275516] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.285429] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.534459] env[69722]: DEBUG nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.542976] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.566246] env[69722]: DEBUG nova.network.neutron [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Successfully created port: ff4c7597-b0b2-482a-968e-c49dbd031ee8 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.792357] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.084090] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.276873] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e4173-336c-4676-bb6a-f9ea3a92f7ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.290167] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e2fc18-c679-41bd-bb08-05bf33f275ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.300258] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437966, 'name': ReconfigVM_Task, 'duration_secs': 0.576317} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.331677] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ad258087-2025-4e22-9f0c-d2776440d59c/ad258087-2025-4e22-9f0c-d2776440d59c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.336019] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3222f5f-004b-4608-8f90-012623d5c413 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.336213] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b282b32-479c-4419-b6dd-36ffb311074d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.346085] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccd8e91-43b0-4f90-8ff4-49781d667002 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.351256] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 721.351256] env[69722]: value = "task-3437967" [ 721.351256] env[69722]: _type = "Task" [ 721.351256] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.363071] env[69722]: DEBUG nova.compute.provider_tree [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.371241] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437967, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.443213] env[69722]: DEBUG nova.compute.manager [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Received event network-changed-487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.443568] env[69722]: DEBUG nova.compute.manager [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Refreshing instance network info cache due to event network-changed-487fa4d9-ee3d-458b-a27e-8098b1790413. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.444039] env[69722]: DEBUG oslo_concurrency.lockutils [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] Acquiring lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.444328] env[69722]: DEBUG oslo_concurrency.lockutils [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] Acquired lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.444697] env[69722]: DEBUG nova.network.neutron [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Refreshing network info cache for port 487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.568517] env[69722]: DEBUG nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.590448] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.590699] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.590857] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.591047] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.591198] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.591448] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.591575] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.591742] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.591909] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.592432] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.592689] env[69722]: DEBUG nova.virt.hardware [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.593686] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284da9f8-8e9e-4c0b-bb63-a8cb212429b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.603363] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40739428-d21e-450e-b1fb-31eeefc75074 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.865179] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437967, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.872792] env[69722]: DEBUG nova.scheduler.client.report [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.261790] env[69722]: DEBUG nova.compute.manager [req-a43cdd8e-59f5-4688-b25b-7633e62c7844 req-3f94f214-7cb7-4eed-beae-81974faa3b0c service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Received event network-vif-plugged-ff4c7597-b0b2-482a-968e-c49dbd031ee8 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.262013] env[69722]: DEBUG oslo_concurrency.lockutils [req-a43cdd8e-59f5-4688-b25b-7633e62c7844 req-3f94f214-7cb7-4eed-beae-81974faa3b0c service nova] Acquiring lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.262225] env[69722]: DEBUG oslo_concurrency.lockutils [req-a43cdd8e-59f5-4688-b25b-7633e62c7844 req-3f94f214-7cb7-4eed-beae-81974faa3b0c service nova] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.262439] env[69722]: DEBUG oslo_concurrency.lockutils [req-a43cdd8e-59f5-4688-b25b-7633e62c7844 req-3f94f214-7cb7-4eed-beae-81974faa3b0c service nova] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.262581] env[69722]: DEBUG nova.compute.manager [req-a43cdd8e-59f5-4688-b25b-7633e62c7844 req-3f94f214-7cb7-4eed-beae-81974faa3b0c service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] No waiting events found dispatching network-vif-plugged-ff4c7597-b0b2-482a-968e-c49dbd031ee8 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.263165] env[69722]: WARNING nova.compute.manager [req-a43cdd8e-59f5-4688-b25b-7633e62c7844 req-3f94f214-7cb7-4eed-beae-81974faa3b0c service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Received unexpected event network-vif-plugged-ff4c7597-b0b2-482a-968e-c49dbd031ee8 for instance with vm_state building and task_state spawning. [ 722.370950] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437967, 'name': Rename_Task, 'duration_secs': 0.6075} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.371391] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.371626] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d887f102-9596-42f1-87ae-8251a0db2f2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.381026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.381026] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.386951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.319s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.389696] env[69722]: INFO nova.compute.claims [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.393939] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 722.393939] env[69722]: value = "task-3437968" [ 722.393939] env[69722]: _type = "Task" [ 722.393939] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.406252] env[69722]: DEBUG nova.network.neutron [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updated VIF entry in instance network info cache for port 487fa4d9-ee3d-458b-a27e-8098b1790413. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.406252] env[69722]: DEBUG nova.network.neutron [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updating instance_info_cache with network_info: [{"id": "487fa4d9-ee3d-458b-a27e-8098b1790413", "address": "fa:16:3e:94:23:b5", "network": {"id": "e61974d5-a03e-47ae-863f-ce2099e95213", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-714325665-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fac35902066c40079e79dd4c9524e2d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487fa4d9-ee", "ovs_interfaceid": "487fa4d9-ee3d-458b-a27e-8098b1790413", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.414011] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437968, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.462567] env[69722]: DEBUG nova.network.neutron [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Successfully updated port: ff4c7597-b0b2-482a-968e-c49dbd031ee8 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.901867] env[69722]: DEBUG nova.compute.utils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.903445] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.903658] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.909865] env[69722]: DEBUG oslo_concurrency.lockutils [req-6cf47c78-6226-4d4b-a599-cced8a8e0656 req-d5c3486d-4567-45aa-8969-6333ea7d4be9 service nova] Releasing lock "refresh_cache-97cc7695-2be2-47d5-bf0e-700ded8c7033" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.918941] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.954195] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52669ba3-5463-ce80-ccc6-7ad3e471a927/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 722.955324] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ff9197-fde6-4a0c-9b5c-3be94152347b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.962763] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52669ba3-5463-ce80-ccc6-7ad3e471a927/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 722.963154] env[69722]: ERROR oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52669ba3-5463-ce80-ccc6-7ad3e471a927/disk-0.vmdk due to incomplete transfer. [ 722.963221] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa18f256-ebca-485f-b3e6-ce345a355f09 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.966292] env[69722]: DEBUG nova.policy [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bf938547ad54da393e73a674e9cc2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c53924bf56d4ef3acd6f692859441ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.968981] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "refresh_cache-08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.969065] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquired lock "refresh_cache-08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.969175] env[69722]: DEBUG nova.network.neutron [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.980417] env[69722]: DEBUG oslo_vmware.rw_handles [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52669ba3-5463-ce80-ccc6-7ad3e471a927/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 722.980417] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Uploaded image 386b2a68-4621-4442-b826-2539234394c0 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 722.984350] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 722.985850] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-32d3f1d2-5b3c-4e3d-9406-7679d4553e60 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.996548] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 722.996548] env[69722]: value = "task-3437969" [ 722.996548] env[69722]: _type = "Task" [ 722.996548] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.008212] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437969, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.411964] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.421481] env[69722]: DEBUG oslo_vmware.api [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3437968, 'name': PowerOnVM_Task, 'duration_secs': 0.793399} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.421766] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.421973] env[69722]: INFO nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Took 9.37 seconds to spawn the instance on the hypervisor. [ 723.422168] env[69722]: DEBUG nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.423036] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921f720b-0478-483c-a7bd-6d34dd2e1439 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.471807] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Successfully created port: 74083840-e2e9-408a-a290-26ba4c14622b {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.509575] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437969, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.534517] env[69722]: DEBUG nova.network.neutron [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.832750] env[69722]: DEBUG nova.network.neutron [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Updating instance_info_cache with network_info: [{"id": "ff4c7597-b0b2-482a-968e-c49dbd031ee8", "address": "fa:16:3e:24:38:43", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4c7597-b0", "ovs_interfaceid": "ff4c7597-b0b2-482a-968e-c49dbd031ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.953797] env[69722]: INFO nova.compute.manager [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Took 35.75 seconds to build instance. [ 724.009556] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437969, 'name': Destroy_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.211784] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abb6273-3829-41e9-92ca-a01d5cf0062d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.222220] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c89eadf-346d-439b-969c-80584505ef55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.263407] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e96fe-2321-4cc4-a47f-c4ac6e3b76be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.274889] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3172356a-9eee-4f0e-bb94-87ce45d068ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.298316] env[69722]: DEBUG nova.compute.provider_tree [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.335325] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Releasing lock "refresh_cache-08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.335919] env[69722]: DEBUG nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Instance network_info: |[{"id": "ff4c7597-b0b2-482a-968e-c49dbd031ee8", "address": "fa:16:3e:24:38:43", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4c7597-b0", "ovs_interfaceid": "ff4c7597-b0b2-482a-968e-c49dbd031ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.336412] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:38:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff4c7597-b0b2-482a-968e-c49dbd031ee8', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.344684] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Creating folder: Project (efb656c9e1b3430090d0a04a3dd630ef). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.345375] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce172f77-d29c-47cc-ae89-b05ddb7402d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.360336] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Created folder: Project (efb656c9e1b3430090d0a04a3dd630ef) in parent group-v686248. [ 724.360877] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Creating folder: Instances. Parent ref: group-v686332. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.361220] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a4baa3-c530-4bda-ba3e-20bf443170ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.378440] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Created folder: Instances in parent group-v686332. [ 724.378440] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.378526] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.381142] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-892107ff-d68f-404e-ba55-5882b43b256c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.406031] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.406031] env[69722]: value = "task-3437972" [ 724.406031] env[69722]: _type = "Task" [ 724.406031] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.421599] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437972, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.430782] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.463018] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.463018] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.463018] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.463301] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.463301] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.463301] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.463301] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.463301] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.463445] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.463589] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.463879] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.464496] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f5511f-a70a-4b5c-9279-6f55f792bcd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ad258087-2025-4e22-9f0c-d2776440d59c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.256s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.465496] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca57cf-797f-4854-bc37-cdaad5d72a73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.478118] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c435ecc-be83-40b5-9591-11755890e14b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.485144] env[69722]: DEBUG nova.compute.manager [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Received event network-changed-ff4c7597-b0b2-482a-968e-c49dbd031ee8 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.485415] env[69722]: DEBUG nova.compute.manager [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Refreshing instance network info cache due to event network-changed-ff4c7597-b0b2-482a-968e-c49dbd031ee8. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.485691] env[69722]: DEBUG oslo_concurrency.lockutils [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] Acquiring lock "refresh_cache-08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.485895] env[69722]: DEBUG oslo_concurrency.lockutils [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] Acquired lock "refresh_cache-08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.486110] env[69722]: DEBUG nova.network.neutron [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Refreshing network info cache for port ff4c7597-b0b2-482a-968e-c49dbd031ee8 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.514052] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437969, 'name': Destroy_Task, 'duration_secs': 1.198969} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.514341] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Destroyed the VM [ 724.515076] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.515076] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29370033-5817-47d7-bd01-01a726c93b66 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.523832] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 724.523832] env[69722]: value = "task-3437973" [ 724.523832] env[69722]: _type = "Task" [ 724.523832] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.534115] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437973, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.803966] env[69722]: DEBUG nova.scheduler.client.report [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.915640] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437972, 'name': CreateVM_Task, 'duration_secs': 0.412393} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.915926] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.916622] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.916777] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.917127] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.917441] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bdcb215-8a37-4257-aea9-33e450003ad6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.922938] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 724.922938] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52931fb8-e55b-93f3-b009-39ed28e321e0" [ 724.922938] env[69722]: _type = "Task" [ 724.922938] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.933833] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52931fb8-e55b-93f3-b009-39ed28e321e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.976565] env[69722]: DEBUG nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.039873] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437973, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.232158] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.232158] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.309658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.923s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.310197] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.314389] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.107s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.438158] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52931fb8-e55b-93f3-b009-39ed28e321e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011152} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.438532] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.438816] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.439106] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.439297] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.439515] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.439863] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b05a2346-8ca0-447e-9580-9120773eaf2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.456021] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.456021] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.456021] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32290139-c79c-4b44-b84e-679a4c98e43d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.458686] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 725.458686] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52243b86-bf51-5087-8d85-3461cad7590c" [ 725.458686] env[69722]: _type = "Task" [ 725.458686] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.466829] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52243b86-bf51-5087-8d85-3461cad7590c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.501784] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.521503] env[69722]: DEBUG nova.network.neutron [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Updated VIF entry in instance network info cache for port ff4c7597-b0b2-482a-968e-c49dbd031ee8. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.521963] env[69722]: DEBUG nova.network.neutron [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Updating instance_info_cache with network_info: [{"id": "ff4c7597-b0b2-482a-968e-c49dbd031ee8", "address": "fa:16:3e:24:38:43", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff4c7597-b0", "ovs_interfaceid": "ff4c7597-b0b2-482a-968e-c49dbd031ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.535219] env[69722]: DEBUG oslo_vmware.api [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437973, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594611} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.535486] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.535731] env[69722]: INFO nova.compute.manager [None req-54a9ddec-72aa-469b-80c6-8ed36d78a31a tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Took 15.22 seconds to snapshot the instance on the hypervisor. [ 725.652170] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Successfully updated port: 74083840-e2e9-408a-a290-26ba4c14622b {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.819947] env[69722]: DEBUG nova.compute.utils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.822295] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.822486] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.883303] env[69722]: DEBUG nova.policy [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bf938547ad54da393e73a674e9cc2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c53924bf56d4ef3acd6f692859441ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.974762] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52243b86-bf51-5087-8d85-3461cad7590c, 'name': SearchDatastore_Task, 'duration_secs': 0.038313} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.975713] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f745de-e23d-4b0b-83b9-579a9b1276a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.985817] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 725.985817] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526a16da-3372-d4eb-e779-e700bc7e8174" [ 725.985817] env[69722]: _type = "Task" [ 725.985817] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.996744] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526a16da-3372-d4eb-e779-e700bc7e8174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.025534] env[69722]: DEBUG oslo_concurrency.lockutils [req-24eb6985-82bc-4086-acf6-33f2107a1af2 req-67babab5-9825-4e01-b494-adc8da3c72fd service nova] Releasing lock "refresh_cache-08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.156576] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "refresh_cache-92838e96-a467-4e54-8d7b-e5c956d60338" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.156907] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "refresh_cache-92838e96-a467-4e54-8d7b-e5c956d60338" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.157105] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.332724] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.473135] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Successfully created port: a9ee2387-989d-43b9-8c2e-525e3b55fe05 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.501816] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526a16da-3372-d4eb-e779-e700bc7e8174, 'name': SearchDatastore_Task, 'duration_secs': 0.013234} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.502243] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.502553] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef/08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.502847] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-189be1a7-a1cc-49cd-9487-464aedf890bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.512197] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 726.512197] env[69722]: value = "task-3437974" [ 726.512197] env[69722]: _type = "Task" [ 726.512197] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.524177] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.530877] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3764ac7d-d30f-4ba4-82a2-90e10b29c1bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.539816] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf356ea0-1797-4c75-a445-4745e988d7bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.573180] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deea884e-e49e-46d6-97fe-f383d54aa026 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.582309] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b0dd51-4793-4cde-9504-c11655d82b5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.596989] env[69722]: DEBUG nova.compute.provider_tree [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.712114] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.845044] env[69722]: DEBUG nova.compute.manager [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Received event network-vif-plugged-74083840-e2e9-408a-a290-26ba4c14622b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.845418] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Acquiring lock "92838e96-a467-4e54-8d7b-e5c956d60338-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.845647] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Lock "92838e96-a467-4e54-8d7b-e5c956d60338-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.845820] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Lock "92838e96-a467-4e54-8d7b-e5c956d60338-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.845990] env[69722]: DEBUG nova.compute.manager [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] No waiting events found dispatching network-vif-plugged-74083840-e2e9-408a-a290-26ba4c14622b {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.846173] env[69722]: WARNING nova.compute.manager [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Received unexpected event network-vif-plugged-74083840-e2e9-408a-a290-26ba4c14622b for instance with vm_state building and task_state spawning. [ 726.846382] env[69722]: DEBUG nova.compute.manager [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received event network-changed-122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.846485] env[69722]: DEBUG nova.compute.manager [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Refreshing instance network info cache due to event network-changed-122777ef-7bc0-4660-be5b-93d638d7ee8b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.846674] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Acquiring lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.847315] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Acquired lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.847517] env[69722]: DEBUG nova.network.neutron [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Refreshing network info cache for port 122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.920244] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Updating instance_info_cache with network_info: [{"id": "74083840-e2e9-408a-a290-26ba4c14622b", "address": "fa:16:3e:9a:85:e5", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74083840-e2", "ovs_interfaceid": "74083840-e2e9-408a-a290-26ba4c14622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.027784] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437974, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.100648] env[69722]: DEBUG nova.scheduler.client.report [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.344779] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.365648] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.365929] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.366078] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.366325] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.366412] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.366560] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.366823] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.367018] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.367324] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.367385] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.367538] env[69722]: DEBUG nova.virt.hardware [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.369376] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a228d7b8-abe8-41b8-bc74-27b1ff38c155 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.378716] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f09b3e6-0db7-418c-97b8-e27bac5c78a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.424099] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "refresh_cache-92838e96-a467-4e54-8d7b-e5c956d60338" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.424179] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Instance network_info: |[{"id": "74083840-e2e9-408a-a290-26ba4c14622b", "address": "fa:16:3e:9a:85:e5", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74083840-e2", "ovs_interfaceid": "74083840-e2e9-408a-a290-26ba4c14622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.424582] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:85:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74083840-e2e9-408a-a290-26ba4c14622b', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.432077] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Creating folder: Project (2c53924bf56d4ef3acd6f692859441ef). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.434850] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1317b36c-6e4c-4ea1-b73f-8b94cd4ec3b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.447428] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Created folder: Project (2c53924bf56d4ef3acd6f692859441ef) in parent group-v686248. [ 727.447631] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Creating folder: Instances. Parent ref: group-v686335. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.447877] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5afe9190-9af7-4c6a-90d0-61747d9a156b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.458423] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Created folder: Instances in parent group-v686335. [ 727.458734] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.458858] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.459056] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbba3bc4-bfaf-4233-bdcb-a25d5b8007d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.481784] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.481784] env[69722]: value = "task-3437977" [ 727.481784] env[69722]: _type = "Task" [ 727.481784] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.489797] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437977, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.524757] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775765} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.527316] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef/08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.527541] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.527790] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34c1e8fb-b903-45d5-9dbf-96069715e115 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.534948] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 727.534948] env[69722]: value = "task-3437978" [ 727.534948] env[69722]: _type = "Task" [ 727.534948] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.545591] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.627215] env[69722]: DEBUG nova.network.neutron [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updated VIF entry in instance network info cache for port 122777ef-7bc0-4660-be5b-93d638d7ee8b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.627593] env[69722]: DEBUG nova.network.neutron [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.855823] env[69722]: DEBUG nova.compute.manager [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.856782] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c593c58-8cbd-4b1f-ba0e-9f86f71e1eef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.992835] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437977, 'name': CreateVM_Task, 'duration_secs': 0.44841} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.993015] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.993730] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.993945] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.994230] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.994508] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ac47e0-5bc4-40db-8279-b2a20468e761 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.000466] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 728.000466] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52077a90-f005-d884-97e5-aaa3cedf8a15" [ 728.000466] env[69722]: _type = "Task" [ 728.000466] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.009237] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52077a90-f005-d884-97e5-aaa3cedf8a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.045326] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061188} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.045618] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.046392] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc03ef7-6b79-4c8e-b004-acda351621a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.070542] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef/08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.070890] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb84ec84-335d-4041-b520-098c3021f086 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.093079] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 728.093079] env[69722]: value = "task-3437979" [ 728.093079] env[69722]: _type = "Task" [ 728.093079] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.106040] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.112801] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.798s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.116462] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.244s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.116780] env[69722]: DEBUG nova.objects.instance [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'resources' on Instance uuid f82d27cb-16ae-4dcc-b535-278b6ecf62a7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.131345] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Releasing lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.131668] env[69722]: DEBUG nova.compute.manager [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Received event network-changed-74083840-e2e9-408a-a290-26ba4c14622b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.131905] env[69722]: DEBUG nova.compute.manager [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Refreshing instance network info cache due to event network-changed-74083840-e2e9-408a-a290-26ba4c14622b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.132130] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Acquiring lock "refresh_cache-92838e96-a467-4e54-8d7b-e5c956d60338" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.132285] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Acquired lock "refresh_cache-92838e96-a467-4e54-8d7b-e5c956d60338" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.132496] env[69722]: DEBUG nova.network.neutron [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Refreshing network info cache for port 74083840-e2e9-408a-a290-26ba4c14622b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.164161] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Successfully updated port: a9ee2387-989d-43b9-8c2e-525e3b55fe05 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.369013] env[69722]: INFO nova.compute.manager [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] instance snapshotting [ 728.371834] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5614be-e954-47c1-8c54-3762c895e31c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.391295] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1c0c95-dacd-4675-ab91-f26983a0a7e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.510775] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52077a90-f005-d884-97e5-aaa3cedf8a15, 'name': SearchDatastore_Task, 'duration_secs': 0.052465} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.511130] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.511335] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.511566] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.511710] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.511889] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.512246] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84f511f8-6411-4d6b-b8dd-2c5b0c6ff17b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.525334] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.525516] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.526286] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f63bd6-4514-4fd6-8576-922a22a4a557 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.532234] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 728.532234] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f39a14-33f9-4013-c54d-e2643aadd16b" [ 728.532234] env[69722]: _type = "Task" [ 728.532234] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.540389] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f39a14-33f9-4013-c54d-e2643aadd16b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.603429] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437979, 'name': ReconfigVM_Task, 'duration_secs': 0.284513} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.603732] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef/08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.604361] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbe8e70c-5ac4-4d87-9a05-3a94322d1ed4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.611045] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 728.611045] env[69722]: value = "task-3437980" [ 728.611045] env[69722]: _type = "Task" [ 728.611045] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.622997] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437980, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.667249] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "refresh_cache-950744fb-3b6d-4c02-af4b-5f83f5e6cc45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.667481] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "refresh_cache-950744fb-3b6d-4c02-af4b-5f83f5e6cc45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.667559] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.685643] env[69722]: INFO nova.scheduler.client.report [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleted allocation for migration 0b2df670-f25a-46ac-a819-eb07cf9d2c3d [ 728.891254] env[69722]: DEBUG nova.compute.manager [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Received event network-vif-plugged-a9ee2387-989d-43b9-8c2e-525e3b55fe05 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.891531] env[69722]: DEBUG oslo_concurrency.lockutils [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] Acquiring lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.891900] env[69722]: DEBUG oslo_concurrency.lockutils [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.892264] env[69722]: DEBUG oslo_concurrency.lockutils [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.892795] env[69722]: DEBUG nova.compute.manager [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] No waiting events found dispatching network-vif-plugged-a9ee2387-989d-43b9-8c2e-525e3b55fe05 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.893115] env[69722]: WARNING nova.compute.manager [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Received unexpected event network-vif-plugged-a9ee2387-989d-43b9-8c2e-525e3b55fe05 for instance with vm_state building and task_state spawning. [ 728.893413] env[69722]: DEBUG nova.compute.manager [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Received event network-changed-a9ee2387-989d-43b9-8c2e-525e3b55fe05 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.893754] env[69722]: DEBUG nova.compute.manager [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Refreshing instance network info cache due to event network-changed-a9ee2387-989d-43b9-8c2e-525e3b55fe05. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.894136] env[69722]: DEBUG oslo_concurrency.lockutils [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] Acquiring lock "refresh_cache-950744fb-3b6d-4c02-af4b-5f83f5e6cc45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.901388] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 728.901673] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-002b7a43-a173-4e6e-8bff-9396a1773d74 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.914403] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 728.914403] env[69722]: value = "task-3437981" [ 728.914403] env[69722]: _type = "Task" [ 728.914403] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.924979] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437981, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.935176] env[69722]: DEBUG nova.network.neutron [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Updated VIF entry in instance network info cache for port 74083840-e2e9-408a-a290-26ba4c14622b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 728.935176] env[69722]: DEBUG nova.network.neutron [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Updating instance_info_cache with network_info: [{"id": "74083840-e2e9-408a-a290-26ba4c14622b", "address": "fa:16:3e:9a:85:e5", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74083840-e2", "ovs_interfaceid": "74083840-e2e9-408a-a290-26ba4c14622b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.044518] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f39a14-33f9-4013-c54d-e2643aadd16b, 'name': SearchDatastore_Task, 'duration_secs': 0.071765} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.045314] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-533367a8-2310-4b1d-a418-dbe8f39db788 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.053783] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 729.053783] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524069cc-b115-6cca-acaa-469296bb6fe8" [ 729.053783] env[69722]: _type = "Task" [ 729.053783] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.062546] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524069cc-b115-6cca-acaa-469296bb6fe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.126249] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437980, 'name': Rename_Task, 'duration_secs': 0.150001} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.129419] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.129419] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6033972-7942-4348-9e53-6261bf95706e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.136347] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 729.136347] env[69722]: value = "task-3437982" [ 729.136347] env[69722]: _type = "Task" [ 729.136347] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.145188] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.194776] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a581b324-db05-4b8f-a624-23190e8270ee tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.623s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.232587] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.284937] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8d51e1-de6d-4326-b5e8-e0b8e11c3879 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.293933] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3864c67-79b5-4b81-9309-e34a7bfa4ebb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.336984] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8787633-731c-433f-8628-38d25f1b7429 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.346839] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba57ec-8787-4547-83b3-a16dfa5c9493 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.362929] env[69722]: DEBUG nova.compute.provider_tree [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.425896] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437981, 'name': CreateSnapshot_Task, 'duration_secs': 0.485697} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.426189] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 729.426932] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e3b5d1-03af-4cef-b870-65cda00cd3ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.437832] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7a1ca87-a0bb-4454-baa5-e4a451835390 req-42bf3ef3-9256-4bd4-9ebf-88a5cc137ae0 service nova] Releasing lock "refresh_cache-92838e96-a467-4e54-8d7b-e5c956d60338" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.566374] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524069cc-b115-6cca-acaa-469296bb6fe8, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.567440] env[69722]: DEBUG nova.network.neutron [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Updating instance_info_cache with network_info: [{"id": "a9ee2387-989d-43b9-8c2e-525e3b55fe05", "address": "fa:16:3e:26:84:9c", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ee2387-98", "ovs_interfaceid": "a9ee2387-989d-43b9-8c2e-525e3b55fe05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.568692] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.571568] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 92838e96-a467-4e54-8d7b-e5c956d60338/92838e96-a467-4e54-8d7b-e5c956d60338.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.571568] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd1c3438-90d4-42a2-9e23-0746ad4c4faf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.577907] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 729.577907] env[69722]: value = "task-3437983" [ 729.577907] env[69722]: _type = "Task" [ 729.577907] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.588228] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.647696] env[69722]: DEBUG oslo_vmware.api [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437982, 'name': PowerOnVM_Task, 'duration_secs': 0.465876} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.648019] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.648238] env[69722]: INFO nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Took 8.08 seconds to spawn the instance on the hypervisor. [ 729.648424] env[69722]: DEBUG nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.649253] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f64767c-0c49-4d4e-97b5-5c833fbaa426 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.867051] env[69722]: DEBUG nova.scheduler.client.report [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.946532] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 729.946855] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4a1f26c5-69f4-41b0-99e6-d98854ef3997 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.957328] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 729.957328] env[69722]: value = "task-3437984" [ 729.957328] env[69722]: _type = "Task" [ 729.957328] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.966319] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437984, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.070815] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "refresh_cache-950744fb-3b6d-4c02-af4b-5f83f5e6cc45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.071235] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Instance network_info: |[{"id": "a9ee2387-989d-43b9-8c2e-525e3b55fe05", "address": "fa:16:3e:26:84:9c", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ee2387-98", "ovs_interfaceid": "a9ee2387-989d-43b9-8c2e-525e3b55fe05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.071577] env[69722]: DEBUG oslo_concurrency.lockutils [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] Acquired lock "refresh_cache-950744fb-3b6d-4c02-af4b-5f83f5e6cc45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.071824] env[69722]: DEBUG nova.network.neutron [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Refreshing network info cache for port a9ee2387-989d-43b9-8c2e-525e3b55fe05 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.073565] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:84:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9ee2387-989d-43b9-8c2e-525e3b55fe05', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.082039] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.083022] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.086996] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa48cc38-9471-422a-9731-548f08152b22 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.114746] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437983, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.116411] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.116411] env[69722]: value = "task-3437985" [ 730.116411] env[69722]: _type = "Task" [ 730.116411] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.128058] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437985, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.171776] env[69722]: INFO nova.compute.manager [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Took 39.81 seconds to build instance. [ 730.372356] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.374719] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.876s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.374919] env[69722]: DEBUG nova.objects.instance [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 730.402821] env[69722]: INFO nova.scheduler.client.report [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted allocations for instance f82d27cb-16ae-4dcc-b535-278b6ecf62a7 [ 730.469877] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437984, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.602520] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801454} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.602819] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 92838e96-a467-4e54-8d7b-e5c956d60338/92838e96-a467-4e54-8d7b-e5c956d60338.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.603130] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.603463] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c07d850-f977-4a44-a485-b333279faab4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.612849] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 730.612849] env[69722]: value = "task-3437986" [ 730.612849] env[69722]: _type = "Task" [ 730.612849] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.628856] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.632539] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437985, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.673920] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9d8d8166-fe17-4cae-b6f4-a6c5741c4f31 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.453s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.875650] env[69722]: DEBUG nova.network.neutron [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Updated VIF entry in instance network info cache for port a9ee2387-989d-43b9-8c2e-525e3b55fe05. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.876069] env[69722]: DEBUG nova.network.neutron [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Updating instance_info_cache with network_info: [{"id": "a9ee2387-989d-43b9-8c2e-525e3b55fe05", "address": "fa:16:3e:26:84:9c", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9ee2387-98", "ovs_interfaceid": "a9ee2387-989d-43b9-8c2e-525e3b55fe05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.912984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-77fd9711-a243-4bb8-883e-8bc042c9a564 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "f82d27cb-16ae-4dcc-b535-278b6ecf62a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.018s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.969207] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437984, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.047083] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.047387] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.126780] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228235} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.127482] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.128299] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663a5168-f63b-4458-bc81-64653f0c4631 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.134372] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3437985, 'name': CreateVM_Task, 'duration_secs': 0.582153} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.134923] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.135983] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.135983] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.136111] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.136360] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d0a6e4f-3162-4796-bd1b-4a9b1f3b80ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.156929] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 92838e96-a467-4e54-8d7b-e5c956d60338/92838e96-a467-4e54-8d7b-e5c956d60338.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.157428] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120c07ad-0876-4439-a0d7-7e3c313a4e39 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.174470] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 731.174470] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528b76e1-9f5b-cd52-6ceb-9a9e234ef490" [ 731.174470] env[69722]: _type = "Task" [ 731.174470] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.179706] env[69722]: DEBUG nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.184555] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 731.184555] env[69722]: value = "task-3437987" [ 731.184555] env[69722]: _type = "Task" [ 731.184555] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.192347] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528b76e1-9f5b-cd52-6ceb-9a9e234ef490, 'name': SearchDatastore_Task, 'duration_secs': 0.022459} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.193008] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.193276] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.193528] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.193704] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.194050] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.194231] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3b0755-57e6-469a-a8e7-a64b754a08af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.199407] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.211665] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.212063] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.213567] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0140e302-02f9-41ce-b8da-c2c05552f334 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.220614] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 731.220614] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a4263-358e-c451-290e-e3ea19046fe1" [ 731.220614] env[69722]: _type = "Task" [ 731.220614] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.231641] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a4263-358e-c451-290e-e3ea19046fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.379268] env[69722]: DEBUG oslo_concurrency.lockutils [req-507efcef-b62d-49c4-87b0-f58b067ca176 req-84b8ec19-b543-4fa0-bbd6-c08882a4d889 service nova] Releasing lock "refresh_cache-950744fb-3b6d-4c02-af4b-5f83f5e6cc45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.384927] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ad3be8b-6172-40bf-babe-217980c93d7c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.386282] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.071s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.386579] env[69722]: DEBUG nova.objects.instance [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lazy-loading 'resources' on Instance uuid a1d751ce-da7c-44dc-ae14-c752a6ee23ed {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.469292] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3437984, 'name': CloneVM_Task, 'duration_secs': 1.297083} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.469391] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Created linked-clone VM from snapshot [ 731.470128] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1fa9ba-e759-4742-a908-ed11d08ce312 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.479101] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Uploading image 0484e2c4-db7c-4c9f-a4cc-82c689902285 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 731.499993] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 731.499993] env[69722]: value = "vm-686339" [ 731.499993] env[69722]: _type = "VirtualMachine" [ 731.499993] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 731.500329] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a288e85-c704-4fd4-af37-a58619abb8de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.509543] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lease: (returnval){ [ 731.509543] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c147c6-c018-82eb-a7d2-2f5f6eee1386" [ 731.509543] env[69722]: _type = "HttpNfcLease" [ 731.509543] env[69722]: } obtained for exporting VM: (result){ [ 731.509543] env[69722]: value = "vm-686339" [ 731.509543] env[69722]: _type = "VirtualMachine" [ 731.509543] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 731.510140] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the lease: (returnval){ [ 731.510140] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c147c6-c018-82eb-a7d2-2f5f6eee1386" [ 731.510140] env[69722]: _type = "HttpNfcLease" [ 731.510140] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 731.516833] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 731.516833] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c147c6-c018-82eb-a7d2-2f5f6eee1386" [ 731.516833] env[69722]: _type = "HttpNfcLease" [ 731.516833] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 731.575286] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "70ff7505-9b7f-48c6-8017-e380d9e61842" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.576026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.576026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "70ff7505-9b7f-48c6-8017-e380d9e61842-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.576026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.576183] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.578320] env[69722]: INFO nova.compute.manager [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Terminating instance [ 731.579746] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.579950] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.580150] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.580335] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.580500] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.582955] env[69722]: INFO nova.compute.manager [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Terminating instance [ 731.697622] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437987, 'name': ReconfigVM_Task, 'duration_secs': 0.343657} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.697915] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 92838e96-a467-4e54-8d7b-e5c956d60338/92838e96-a467-4e54-8d7b-e5c956d60338.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 731.698558] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c16f6f19-0f6f-49b8-9aa9-546f62a9f6d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.708226] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 731.708226] env[69722]: value = "task-3437989" [ 731.708226] env[69722]: _type = "Task" [ 731.708226] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.709191] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.724190] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437989, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.734834] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a4263-358e-c451-290e-e3ea19046fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.015807} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.735692] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fd245d6-c258-4db5-a908-0b7aa71bebea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.741464] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 731.741464] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52129c07-89d0-3884-414d-5a45a2ea5465" [ 731.741464] env[69722]: _type = "Task" [ 731.741464] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.752565] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52129c07-89d0-3884-414d-5a45a2ea5465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.018251] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 732.018251] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c147c6-c018-82eb-a7d2-2f5f6eee1386" [ 732.018251] env[69722]: _type = "HttpNfcLease" [ 732.018251] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 732.020777] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 732.020777] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c147c6-c018-82eb-a7d2-2f5f6eee1386" [ 732.020777] env[69722]: _type = "HttpNfcLease" [ 732.020777] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 732.021676] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444137a0-135c-4631-ab65-1b44b53c273f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.029622] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273e22f-b7c1-517e-0c48-d6f7d7010890/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 732.029817] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273e22f-b7c1-517e-0c48-d6f7d7010890/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 732.086781] env[69722]: DEBUG nova.compute.manager [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.087017] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.087563] env[69722]: DEBUG nova.compute.manager [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.087737] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.091032] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c074f80f-1928-4819-a58a-8a3c638f66f5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.094157] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cc157-38b3-448c-a2b7-058b907c082a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.103538] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.105465] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4acbdad-cf9b-42fb-ae93-066065c47ce2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.106934] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.107169] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a7d7ff-c814-4758-8efc-f6f1947800e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.116457] env[69722]: DEBUG oslo_vmware.api [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 732.116457] env[69722]: value = "task-3437991" [ 732.116457] env[69722]: _type = "Task" [ 732.116457] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.117613] env[69722]: DEBUG oslo_vmware.api [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 732.117613] env[69722]: value = "task-3437990" [ 732.117613] env[69722]: _type = "Task" [ 732.117613] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.128866] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df06857e-5874-41e3-aa6a-d2b4bab2b475 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.133795] env[69722]: DEBUG oslo_vmware.api [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.137940] env[69722]: DEBUG oslo_vmware.api [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.219709] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437989, 'name': Rename_Task, 'duration_secs': 0.197425} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.222544] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.223120] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054ea860-94f1-4f18-98bc-bcbedbffdb30 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.231031] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 732.231031] env[69722]: value = "task-3437992" [ 732.231031] env[69722]: _type = "Task" [ 732.231031] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.246425] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.259404] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52129c07-89d0-3884-414d-5a45a2ea5465, 'name': SearchDatastore_Task, 'duration_secs': 0.010879} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.259731] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.260083] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 950744fb-3b6d-4c02-af4b-5f83f5e6cc45/950744fb-3b6d-4c02-af4b-5f83f5e6cc45.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.260445] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5118a746-b17f-41a9-8d46-b38ab889ad7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.271193] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 732.271193] env[69722]: value = "task-3437993" [ 732.271193] env[69722]: _type = "Task" [ 732.271193] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.283047] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.344412] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.344746] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.635126] env[69722]: DEBUG oslo_vmware.api [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437991, 'name': PowerOffVM_Task, 'duration_secs': 0.297398} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.639273] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.639474] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.639776] env[69722]: DEBUG oslo_vmware.api [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437990, 'name': PowerOffVM_Task, 'duration_secs': 0.24649} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.643706] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-526c6efb-b9ed-4a31-8df3-588faac9c63f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.646165] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.646635] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.652295] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7abf338-601b-40d2-8267-e2b1779365d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.705866] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca0014b-3cbd-4a59-aae0-6fd577994455 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.718038] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca39aaf-3db5-48ab-96e1-1de65e561f0d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.765652] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e446d54-4a05-46b7-adf5-1e2308c58f84 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.770127] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.770475] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.771293] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Deleting the datastore file [datastore2] 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.771828] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bcb623c-9eda-4e7e-abc3-f5d63822c2c7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.781346] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.788307] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23acd37-fb7c-4243-950f-389d664248e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.795759] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.796135] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.796351] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Deleting the datastore file [datastore2] 70ff7505-9b7f-48c6-8017-e380d9e61842 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.796883] env[69722]: DEBUG oslo_vmware.api [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for the task: (returnval){ [ 732.796883] env[69722]: value = "task-3437996" [ 732.796883] env[69722]: _type = "Task" [ 732.796883] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.798036] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3579a5d0-0403-4f8e-a695-5bc95165d09c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.811027] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437993, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.819311] env[69722]: DEBUG nova.compute.provider_tree [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.829332] env[69722]: DEBUG oslo_vmware.api [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.833156] env[69722]: DEBUG oslo_vmware.api [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for the task: (returnval){ [ 732.833156] env[69722]: value = "task-3437997" [ 732.833156] env[69722]: _type = "Task" [ 732.833156] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.845290] env[69722]: DEBUG oslo_vmware.api [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.281960] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437992, 'name': PowerOnVM_Task, 'duration_secs': 0.803765} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.288412] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.288749] env[69722]: INFO nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Took 8.86 seconds to spawn the instance on the hypervisor. [ 733.289088] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.289888] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf9c665-cc36-4630-ad30-3dd28efb34ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.303633] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68732} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.313480] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 950744fb-3b6d-4c02-af4b-5f83f5e6cc45/950744fb-3b6d-4c02-af4b-5f83f5e6cc45.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.313817] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.314449] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4e0999c-6cb9-4f5f-8840-b18d708ebd04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.324155] env[69722]: DEBUG nova.scheduler.client.report [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.336095] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 733.336095] env[69722]: value = "task-3437998" [ 733.336095] env[69722]: _type = "Task" [ 733.336095] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.336744] env[69722]: DEBUG oslo_vmware.api [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Task: {'id': task-3437996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34248} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.343257] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.343626] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.343914] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.344357] env[69722]: INFO nova.compute.manager [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Took 1.26 seconds to destroy the instance on the hypervisor. [ 733.344887] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.351491] env[69722]: DEBUG nova.compute.manager [-] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.351876] env[69722]: DEBUG nova.network.neutron [-] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.370309] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437998, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.370309] env[69722]: DEBUG oslo_vmware.api [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Task: {'id': task-3437997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309734} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.370309] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.370534] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.370699] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.370963] env[69722]: INFO nova.compute.manager [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Took 1.28 seconds to destroy the instance on the hypervisor. [ 733.371444] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.371833] env[69722]: DEBUG nova.compute.manager [-] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.372199] env[69722]: DEBUG nova.network.neutron [-] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.826468] env[69722]: INFO nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Took 40.84 seconds to build instance. [ 733.839534] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.453s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.842184] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.996s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.844176] env[69722]: INFO nova.compute.claims [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.858372] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437998, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073971} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.859078] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.863042] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c2169-575a-4b02-a586-91545767b3e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.887659] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 950744fb-3b6d-4c02-af4b-5f83f5e6cc45/950744fb-3b6d-4c02-af4b-5f83f5e6cc45.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.891017] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94b47be2-6568-4a0f-a9c5-054bc939144e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.915739] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 733.915739] env[69722]: value = "task-3437999" [ 733.915739] env[69722]: _type = "Task" [ 733.915739] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.926080] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.968046] env[69722]: INFO nova.scheduler.client.report [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleted allocations for instance a1d751ce-da7c-44dc-ae14-c752a6ee23ed [ 734.023309] env[69722]: DEBUG nova.compute.manager [req-107f7ad3-ea49-48f7-a04f-8d1020b4dd4f req-b4ddd60c-8ea3-4216-affc-0cc881cbede9 service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Received event network-vif-deleted-ff4c7597-b0b2-482a-968e-c49dbd031ee8 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.023505] env[69722]: INFO nova.compute.manager [req-107f7ad3-ea49-48f7-a04f-8d1020b4dd4f req-b4ddd60c-8ea3-4216-affc-0cc881cbede9 service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Neutron deleted interface ff4c7597-b0b2-482a-968e-c49dbd031ee8; detaching it from the instance and deleting it from the info cache [ 734.023697] env[69722]: DEBUG nova.network.neutron [req-107f7ad3-ea49-48f7-a04f-8d1020b4dd4f req-b4ddd60c-8ea3-4216-affc-0cc881cbede9 service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.330545] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "92838e96-a467-4e54-8d7b-e5c956d60338" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.127s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.431955] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.479012] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ed904c29-b873-4828-bf0f-c935b18368ed tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "a1d751ce-da7c-44dc-ae14-c752a6ee23ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.815s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.502890] env[69722]: DEBUG nova.network.neutron [-] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.526778] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8176d26b-e5f5-4c50-b3e9-0181896be996 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.537768] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a2aa0-99f2-434f-8b7d-bcbebfa44364 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.574104] env[69722]: DEBUG nova.compute.manager [req-107f7ad3-ea49-48f7-a04f-8d1020b4dd4f req-b4ddd60c-8ea3-4216-affc-0cc881cbede9 service nova] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Detach interface failed, port_id=ff4c7597-b0b2-482a-968e-c49dbd031ee8, reason: Instance 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 734.681022] env[69722]: DEBUG nova.network.neutron [-] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.832936] env[69722]: DEBUG nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.934109] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.006388] env[69722]: INFO nova.compute.manager [-] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Took 1.65 seconds to deallocate network for instance. [ 735.183479] env[69722]: INFO nova.compute.manager [-] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Took 1.81 seconds to deallocate network for instance. [ 735.359444] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.432294] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.473026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1061e025-f701-4e74-b0d6-397f4ff92204 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.481247] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b1c9e-5dd8-49cd-a04f-508fd36672ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.518501] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.519592] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e472af-446e-4f95-99b4-e558837354d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.528566] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5397ed-7ea9-4b6c-bb8d-391278fcf76b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.545912] env[69722]: DEBUG nova.compute.provider_tree [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.689833] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.930918] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3437999, 'name': ReconfigVM_Task, 'duration_secs': 1.554315} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.930918] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 950744fb-3b6d-4c02-af4b-5f83f5e6cc45/950744fb-3b6d-4c02-af4b-5f83f5e6cc45.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.931692] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd8ed2ec-859b-4aa8-99ea-1ba50d0d72c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.938899] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 735.938899] env[69722]: value = "task-3438000" [ 735.938899] env[69722]: _type = "Task" [ 735.938899] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.947300] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438000, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.051081] env[69722]: DEBUG nova.scheduler.client.report [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.062699] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.062970] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.086190] env[69722]: DEBUG nova.compute.manager [req-d6b72308-02b7-44ce-a390-7cca91188879 req-a0c332d4-8e53-43e6-901a-f46305fbb3e1 service nova] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Received event network-vif-deleted-694193f1-80c0-4546-ab24-1cc0a0f5c204 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.449797] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438000, 'name': Rename_Task, 'duration_secs': 0.379527} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.450129] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.450341] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-634bf6c9-9e08-4067-a6e8-33d2a16f7a44 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.457697] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 736.457697] env[69722]: value = "task-3438001" [ 736.457697] env[69722]: _type = "Task" [ 736.457697] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.467649] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.560949] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.561502] env[69722]: DEBUG nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.564292] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.971s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.564535] env[69722]: DEBUG nova.objects.instance [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lazy-loading 'resources' on Instance uuid 07beaffc-d61a-4d28-a40c-566ff3fdee48 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.968701] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.073074] env[69722]: DEBUG nova.compute.utils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.076053] env[69722]: DEBUG nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.076053] env[69722]: DEBUG nova.network.neutron [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.122533] env[69722]: DEBUG nova.policy [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55645903cb8341aea649a588870616f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e27d843a5774b6bbeea4ef82b25141e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.475280] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438001, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.488942] env[69722]: DEBUG nova.network.neutron [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Successfully created port: 08b8a5e6-898d-4aba-a1f3-05fbdb21f61e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.578970] env[69722]: DEBUG nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.674831] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24eddb63-3d3f-4bf5-94eb-1deb779f54b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.681240] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc064a2-7fcf-4efe-87a9-1b7ca85a58bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.714243] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d381dcbc-74a7-4989-8f16-2cf5bbf76514 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.723020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fc028d-f405-4472-a34f-f23afb174149 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.737354] env[69722]: DEBUG nova.compute.provider_tree [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.969678] env[69722]: DEBUG oslo_vmware.api [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438001, 'name': PowerOnVM_Task, 'duration_secs': 1.126264} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.969952] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.970175] env[69722]: INFO nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Took 10.63 seconds to spawn the instance on the hypervisor. [ 737.970359] env[69722]: DEBUG nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 737.971146] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b417785a-1835-419e-acfa-2b4a86afe982 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.240406] env[69722]: DEBUG nova.scheduler.client.report [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.489233] env[69722]: INFO nova.compute.manager [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Took 45.44 seconds to build instance. [ 738.591094] env[69722]: DEBUG nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.612233] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.612501] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.612657] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.612837] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.612983] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.613149] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.613381] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.613543] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.613749] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.613912] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.614106] env[69722]: DEBUG nova.virt.hardware [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.615035] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfa8c0c-738d-4fb9-af41-48324295a1b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.623312] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f664af8e-be18-4038-a60e-80fb0c7fcbad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.745710] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.748174] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.109s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.748427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.748828] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 738.748915] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.049s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.750448] env[69722]: INFO nova.compute.claims [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.754155] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad53978-b3f0-4f77-b08e-dcb8af006f01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.762533] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f890d175-d033-4954-9b4f-ea423029e604 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.777535] env[69722]: INFO nova.scheduler.client.report [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted allocations for instance 07beaffc-d61a-4d28-a40c-566ff3fdee48 [ 738.780402] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396205b3-2cdb-4e1e-a5c8-93c6b691e04a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.788320] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b96909d-60a1-4648-91da-51b747d77201 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.821019] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178981MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 738.821229] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.991210] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b3adeb3d-a360-46c3-bb12-d238a9137b1a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.725s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.125229] env[69722]: DEBUG nova.network.neutron [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Successfully updated port: 08b8a5e6-898d-4aba-a1f3-05fbdb21f61e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.181152] env[69722]: DEBUG nova.compute.manager [req-fa866574-fa85-4901-bcb8-85466ea6373a req-f9ebde80-1c29-45de-9ad7-d84eefd09708 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Received event network-vif-plugged-08b8a5e6-898d-4aba-a1f3-05fbdb21f61e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.181152] env[69722]: DEBUG oslo_concurrency.lockutils [req-fa866574-fa85-4901-bcb8-85466ea6373a req-f9ebde80-1c29-45de-9ad7-d84eefd09708 service nova] Acquiring lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.181152] env[69722]: DEBUG oslo_concurrency.lockutils [req-fa866574-fa85-4901-bcb8-85466ea6373a req-f9ebde80-1c29-45de-9ad7-d84eefd09708 service nova] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.181152] env[69722]: DEBUG oslo_concurrency.lockutils [req-fa866574-fa85-4901-bcb8-85466ea6373a req-f9ebde80-1c29-45de-9ad7-d84eefd09708 service nova] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.181568] env[69722]: DEBUG nova.compute.manager [req-fa866574-fa85-4901-bcb8-85466ea6373a req-f9ebde80-1c29-45de-9ad7-d84eefd09708 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] No waiting events found dispatching network-vif-plugged-08b8a5e6-898d-4aba-a1f3-05fbdb21f61e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.181920] env[69722]: WARNING nova.compute.manager [req-fa866574-fa85-4901-bcb8-85466ea6373a req-f9ebde80-1c29-45de-9ad7-d84eefd09708 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Received unexpected event network-vif-plugged-08b8a5e6-898d-4aba-a1f3-05fbdb21f61e for instance with vm_state building and task_state spawning. [ 739.288065] env[69722]: DEBUG oslo_concurrency.lockutils [None req-37f2c407-fed2-4cf7-b775-aa5c9ef9ca55 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "07beaffc-d61a-4d28-a40c-566ff3fdee48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.105s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.493805] env[69722]: DEBUG nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.627647] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "refresh_cache-b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.627771] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquired lock "refresh_cache-b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.627922] env[69722]: DEBUG nova.network.neutron [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.637189] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.637646] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.638364] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.638364] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.638364] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.640672] env[69722]: INFO nova.compute.manager [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Terminating instance [ 739.780269] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "92838e96-a467-4e54-8d7b-e5c956d60338" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.780632] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "92838e96-a467-4e54-8d7b-e5c956d60338" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.780847] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "92838e96-a467-4e54-8d7b-e5c956d60338-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.781112] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "92838e96-a467-4e54-8d7b-e5c956d60338-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.781332] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "92838e96-a467-4e54-8d7b-e5c956d60338-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.783563] env[69722]: INFO nova.compute.manager [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Terminating instance [ 740.018122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.147277] env[69722]: DEBUG nova.compute.manager [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.147529] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.148662] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d654fa62-32fc-4339-98b9-61aa49d2dc5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.157560] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.160143] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab996954-49f3-4568-848d-18494048c0fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.167340] env[69722]: DEBUG oslo_vmware.api [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 740.167340] env[69722]: value = "task-3438002" [ 740.167340] env[69722]: _type = "Task" [ 740.167340] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.168068] env[69722]: DEBUG nova.network.neutron [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.183212] env[69722]: DEBUG oslo_vmware.api [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.287162] env[69722]: DEBUG nova.compute.manager [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.287380] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.288465] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5831c643-35e1-4511-b799-8c970bc19161 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.292566] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa6af1f-4c35-47af-813c-074ef536cad4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.302297] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700810a4-14e0-4436-b970-62121b93e26a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.306409] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.308734] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a130c08f-5e14-40e3-8fe1-e2f39bc81232 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.339214] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0db34c-340c-4ff8-8281-a3cb33f279ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.341997] env[69722]: DEBUG oslo_vmware.api [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 740.341997] env[69722]: value = "task-3438003" [ 740.341997] env[69722]: _type = "Task" [ 740.341997] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.348982] env[69722]: DEBUG nova.network.neutron [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Updating instance_info_cache with network_info: [{"id": "08b8a5e6-898d-4aba-a1f3-05fbdb21f61e", "address": "fa:16:3e:e6:ab:29", "network": {"id": "84287073-5d0f-4c13-8488-49c517fcc0f9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1380239159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e27d843a5774b6bbeea4ef82b25141e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b8a5e6-89", "ovs_interfaceid": "08b8a5e6-898d-4aba-a1f3-05fbdb21f61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.353784] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afa1fdf-6be2-49d7-87ef-f9532f8214ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.361257] env[69722]: DEBUG oslo_vmware.api [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.370940] env[69722]: DEBUG nova.compute.provider_tree [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.681558] env[69722]: DEBUG oslo_vmware.api [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438002, 'name': PowerOffVM_Task, 'duration_secs': 0.313479} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.681898] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.682508] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.682807] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d14808c-fdad-452e-ae4c-97090716f16b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.770654] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.770890] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.771085] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleting the datastore file [datastore2] 950744fb-3b6d-4c02-af4b-5f83f5e6cc45 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.771358] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0059d32b-ec9f-4f28-bbfc-30aeacb138cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.777755] env[69722]: DEBUG oslo_vmware.api [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 740.777755] env[69722]: value = "task-3438005" [ 740.777755] env[69722]: _type = "Task" [ 740.777755] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.785790] env[69722]: DEBUG oslo_vmware.api [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.852972] env[69722]: DEBUG oslo_vmware.api [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438003, 'name': PowerOffVM_Task, 'duration_secs': 0.244375} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.852972] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.852972] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.853245] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22ae151f-3f06-43b4-b887-294c2ad3d8a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.861844] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Releasing lock "refresh_cache-b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.862295] env[69722]: DEBUG nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Instance network_info: |[{"id": "08b8a5e6-898d-4aba-a1f3-05fbdb21f61e", "address": "fa:16:3e:e6:ab:29", "network": {"id": "84287073-5d0f-4c13-8488-49c517fcc0f9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1380239159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e27d843a5774b6bbeea4ef82b25141e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b8a5e6-89", "ovs_interfaceid": "08b8a5e6-898d-4aba-a1f3-05fbdb21f61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.862785] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:ab:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08b8a5e6-898d-4aba-a1f3-05fbdb21f61e', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.870814] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Creating folder: Project (7e27d843a5774b6bbeea4ef82b25141e). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.871209] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0261550b-3e58-45b9-92c4-9fce91cb0f99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.874782] env[69722]: DEBUG nova.scheduler.client.report [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.887578] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Created folder: Project (7e27d843a5774b6bbeea4ef82b25141e) in parent group-v686248. [ 740.888177] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Creating folder: Instances. Parent ref: group-v686341. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.888177] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c057c438-ade2-4e9d-b801-506ebd8d54c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.898373] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Created folder: Instances in parent group-v686341. [ 740.898651] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.898877] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.899496] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed784dee-70e3-4aa1-a884-9994a4a7a8e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.918532] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.918959] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.919320] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleting the datastore file [datastore2] 92838e96-a467-4e54-8d7b-e5c956d60338 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.920335] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a30a3676-56cb-4269-b03b-3a87c557d541 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.924707] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.924707] env[69722]: value = "task-3438009" [ 740.924707] env[69722]: _type = "Task" [ 740.924707] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.930732] env[69722]: DEBUG oslo_vmware.api [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 740.930732] env[69722]: value = "task-3438010" [ 740.930732] env[69722]: _type = "Task" [ 740.930732] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.934172] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438009, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.943883] env[69722]: DEBUG oslo_vmware.api [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.216745] env[69722]: DEBUG nova.compute.manager [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Received event network-changed-08b8a5e6-898d-4aba-a1f3-05fbdb21f61e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.216931] env[69722]: DEBUG nova.compute.manager [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Refreshing instance network info cache due to event network-changed-08b8a5e6-898d-4aba-a1f3-05fbdb21f61e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.217322] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] Acquiring lock "refresh_cache-b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.217535] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] Acquired lock "refresh_cache-b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.217768] env[69722]: DEBUG nova.network.neutron [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Refreshing network info cache for port 08b8a5e6-898d-4aba-a1f3-05fbdb21f61e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.296326] env[69722]: DEBUG oslo_vmware.api [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20836} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.296747] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.297041] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.297316] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.297600] env[69722]: INFO nova.compute.manager [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Took 1.15 seconds to destroy the instance on the hypervisor. [ 741.297966] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.300047] env[69722]: DEBUG nova.compute.manager [-] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.300164] env[69722]: DEBUG nova.network.neutron [-] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.379268] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.379899] env[69722]: DEBUG nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.382529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.677s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.384542] env[69722]: INFO nova.compute.claims [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.435875] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438009, 'name': CreateVM_Task, 'duration_secs': 0.41789} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.439785] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.444030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.444030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.444030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.444030] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fe6895b-49f2-4ad7-91f6-4e5797841882 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.449056] env[69722]: DEBUG oslo_vmware.api [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214668} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.449824] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.450051] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.450351] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.450573] env[69722]: INFO nova.compute.manager [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Took 1.16 seconds to destroy the instance on the hypervisor. [ 741.451000] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.452602] env[69722]: DEBUG nova.compute.manager [-] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.452743] env[69722]: DEBUG nova.network.neutron [-] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.456152] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 741.456152] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528919bd-6e13-00fa-40b0-1f36546282c0" [ 741.456152] env[69722]: _type = "Task" [ 741.456152] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.463870] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528919bd-6e13-00fa-40b0-1f36546282c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.889677] env[69722]: DEBUG nova.compute.utils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.895712] env[69722]: DEBUG nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 741.969418] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528919bd-6e13-00fa-40b0-1f36546282c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013637} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.970596] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.970596] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.970781] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.970852] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.971380] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.971456] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-393d466b-53a8-4aff-b3a4-9cf243c98cce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.982507] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.982716] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.985530] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2541642c-ddd0-4bc3-8c91-f71e2a4e522d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.994412] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 741.994412] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52720f44-fff1-f521-2aec-8ba4cb49b00e" [ 741.994412] env[69722]: _type = "Task" [ 741.994412] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.003576] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52720f44-fff1-f521-2aec-8ba4cb49b00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.048297] env[69722]: DEBUG nova.network.neutron [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Updated VIF entry in instance network info cache for port 08b8a5e6-898d-4aba-a1f3-05fbdb21f61e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.048297] env[69722]: DEBUG nova.network.neutron [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Updating instance_info_cache with network_info: [{"id": "08b8a5e6-898d-4aba-a1f3-05fbdb21f61e", "address": "fa:16:3e:e6:ab:29", "network": {"id": "84287073-5d0f-4c13-8488-49c517fcc0f9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1380239159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e27d843a5774b6bbeea4ef82b25141e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08b8a5e6-89", "ovs_interfaceid": "08b8a5e6-898d-4aba-a1f3-05fbdb21f61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.177052] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273e22f-b7c1-517e-0c48-d6f7d7010890/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 742.177822] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f7a520-8ec7-49b0-92dc-1aafab95fbee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.184357] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273e22f-b7c1-517e-0c48-d6f7d7010890/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 742.184527] env[69722]: ERROR oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273e22f-b7c1-517e-0c48-d6f7d7010890/disk-0.vmdk due to incomplete transfer. [ 742.184752] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cfde4cee-0c97-42e8-9c8c-26c3e3eda854 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.192086] env[69722]: DEBUG oslo_vmware.rw_handles [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273e22f-b7c1-517e-0c48-d6f7d7010890/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 742.192086] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Uploaded image 0484e2c4-db7c-4c9f-a4cc-82c689902285 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 742.194170] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 742.194447] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-927c0b32-4388-40d8-931c-2a1e44021e14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.200061] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 742.200061] env[69722]: value = "task-3438011" [ 742.200061] env[69722]: _type = "Task" [ 742.200061] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.204083] env[69722]: DEBUG nova.network.neutron [-] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.212011] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438011, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.347796] env[69722]: DEBUG nova.network.neutron [-] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.401279] env[69722]: DEBUG nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.505265] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52720f44-fff1-f521-2aec-8ba4cb49b00e, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.508648] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a270bf9-d815-43ad-b561-fc3ae62ba415 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.514215] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 742.514215] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b1a4a-4d05-0e39-80af-d82b9a867c54" [ 742.514215] env[69722]: _type = "Task" [ 742.514215] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.525516] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b1a4a-4d05-0e39-80af-d82b9a867c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.550705] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce34ad45-8392-4da8-bf77-e0e4543d3588 req-1a9e0594-e30f-4ee6-bd5b-8d64fe70b5f6 service nova] Releasing lock "refresh_cache-b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708101] env[69722]: INFO nova.compute.manager [-] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Took 1.41 seconds to deallocate network for instance. [ 742.716348] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438011, 'name': Destroy_Task, 'duration_secs': 0.330995} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.719495] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Destroyed the VM [ 742.721691] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 742.722509] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e4d481c5-9735-4c73-9302-b3eec615c17e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.730085] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 742.730085] env[69722]: value = "task-3438012" [ 742.730085] env[69722]: _type = "Task" [ 742.730085] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.737867] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438012, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.851173] env[69722]: INFO nova.compute.manager [-] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Took 1.40 seconds to deallocate network for instance. [ 742.949253] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5c0738-1f82-41ee-86eb-6332cf443c73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.957773] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f4a67-937a-4eb9-bfa6-cf22b7faa416 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.988020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5f961-664f-424f-bef8-9aad9627481a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.995094] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d052c5-6a1f-43ac-89d3-67febe5ec30f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.008259] env[69722]: DEBUG nova.compute.provider_tree [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.023462] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b1a4a-4d05-0e39-80af-d82b9a867c54, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.023765] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.024081] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] b6752a8d-7e8b-4df0-9ef9-50dbfc944f84/b6752a8d-7e8b-4df0-9ef9-50dbfc944f84.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.024365] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d336b049-8e95-4bd7-b738-d84b2e0cf9d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.031648] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 743.031648] env[69722]: value = "task-3438013" [ 743.031648] env[69722]: _type = "Task" [ 743.031648] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.039482] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.223933] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.241098] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438012, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.246684] env[69722]: DEBUG nova.compute.manager [req-ad55cbf6-24b9-436a-b81c-7acd125118bb req-e1049fa4-dafc-4921-9837-a602588d490d service nova] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Received event network-vif-deleted-a9ee2387-989d-43b9-8c2e-525e3b55fe05 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.246848] env[69722]: DEBUG nova.compute.manager [req-ad55cbf6-24b9-436a-b81c-7acd125118bb req-e1049fa4-dafc-4921-9837-a602588d490d service nova] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Received event network-vif-deleted-74083840-e2e9-408a-a290-26ba4c14622b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.358579] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.414904] env[69722]: DEBUG nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.445394] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.445840] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.447032] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.447032] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.447032] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.447032] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.447585] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.447585] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.447585] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.447759] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.448015] env[69722]: DEBUG nova.virt.hardware [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.449638] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6bf7b29-5578-4380-890f-4020ee09a166 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.460793] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7537a450-8e9a-493f-8158-d5fba74c74c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476587] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.482181] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Creating folder: Project (bf483e1ceb9747adb3a8b7c7636a1201). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.482482] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22857ddf-c6bb-4130-b910-b82c068a1102 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.493476] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Created folder: Project (bf483e1ceb9747adb3a8b7c7636a1201) in parent group-v686248. [ 743.493652] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Creating folder: Instances. Parent ref: group-v686344. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.493914] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9ab310d-bd78-4cf9-9404-cb93210c36b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.502677] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Created folder: Instances in parent group-v686344. [ 743.502677] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.502677] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.502677] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fadffbe3-914c-4c9d-9c4f-bcbdd96b2346 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.522944] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.522944] env[69722]: value = "task-3438016" [ 743.522944] env[69722]: _type = "Task" [ 743.522944] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.530684] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438016, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.540274] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504243} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.541157] env[69722]: ERROR nova.scheduler.client.report [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [req-57f18d5b-63d9-4cf3-b44b-2b1aaf881b68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57f18d5b-63d9-4cf3-b44b-2b1aaf881b68"}]} [ 743.541516] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] b6752a8d-7e8b-4df0-9ef9-50dbfc944f84/b6752a8d-7e8b-4df0-9ef9-50dbfc944f84.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.541739] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.543907] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc68934-0ba4-4f78-8d56-df18eb7515fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.549964] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 743.549964] env[69722]: value = "task-3438017" [ 743.549964] env[69722]: _type = "Task" [ 743.549964] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.570633] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438017, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.571802] env[69722]: DEBUG nova.scheduler.client.report [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 743.661887] env[69722]: DEBUG nova.scheduler.client.report [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 743.662036] env[69722]: DEBUG nova.compute.provider_tree [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 743.683652] env[69722]: DEBUG nova.scheduler.client.report [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 743.705912] env[69722]: DEBUG nova.scheduler.client.report [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 743.740907] env[69722]: DEBUG oslo_vmware.api [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438012, 'name': RemoveSnapshot_Task, 'duration_secs': 0.52945} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.741206] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 743.741431] env[69722]: INFO nova.compute.manager [None req-810d7ac7-24de-412d-bcaf-4d802c2c7ff7 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Took 15.37 seconds to snapshot the instance on the hypervisor. [ 744.033255] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438016, 'name': CreateVM_Task, 'duration_secs': 0.321349} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.035666] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.036272] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.036511] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.036828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.037432] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e5b183-7f3a-450c-8bad-7c5c5f4cc00f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.041538] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 744.041538] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526be059-cff3-9210-cf6f-2cc36f0c8887" [ 744.041538] env[69722]: _type = "Task" [ 744.041538] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.050830] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526be059-cff3-9210-cf6f-2cc36f0c8887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.057824] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080093} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.058072] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.058940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16e6998-d1c0-4d53-ae31-b7faf2cb4200 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.082304] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] b6752a8d-7e8b-4df0-9ef9-50dbfc944f84/b6752a8d-7e8b-4df0-9ef9-50dbfc944f84.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.084799] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06e25b9-12e0-4b3b-b759-a8ae5caa5068 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.105088] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 744.105088] env[69722]: value = "task-3438018" [ 744.105088] env[69722]: _type = "Task" [ 744.105088] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.116743] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.286400] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983998fa-86c7-45d2-bc2b-b3ddb5cbcd8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.294829] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e43968-2acc-46dd-a331-a136afe2a389 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.324457] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762cd1d4-dbe9-428c-a0d8-4f3f4a67cc88 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.332854] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc348ba-8b3a-4f6f-ada2-5bc32977aa1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.346481] env[69722]: DEBUG nova.compute.provider_tree [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.552936] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526be059-cff3-9210-cf6f-2cc36f0c8887, 'name': SearchDatastore_Task, 'duration_secs': 0.011456} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.553390] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.553743] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.554157] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.554489] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.554807] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.555173] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82514673-08ac-4f65-8361-9681e57ebabc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.563659] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.563980] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.565019] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a547936e-f418-40a6-9b4a-89763e08e2f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.569907] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 744.569907] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5237b93f-f5b1-1b86-9337-7855181b1eb6" [ 744.569907] env[69722]: _type = "Task" [ 744.569907] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.577026] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5237b93f-f5b1-1b86-9337-7855181b1eb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.614658] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438018, 'name': ReconfigVM_Task, 'duration_secs': 0.274894} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.614995] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Reconfigured VM instance instance-0000001f to attach disk [datastore1] b6752a8d-7e8b-4df0-9ef9-50dbfc944f84/b6752a8d-7e8b-4df0-9ef9-50dbfc944f84.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.615650] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acf2bdea-2baa-47c7-be9e-58a362fe0148 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.622647] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 744.622647] env[69722]: value = "task-3438019" [ 744.622647] env[69722]: _type = "Task" [ 744.622647] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.632766] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438019, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.881878] env[69722]: DEBUG nova.scheduler.client.report [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 744.882160] env[69722]: DEBUG nova.compute.provider_tree [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 61 to 62 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 744.882344] env[69722]: DEBUG nova.compute.provider_tree [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.081455] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5237b93f-f5b1-1b86-9337-7855181b1eb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.082280] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e53a46-fb05-40c1-aa8b-786bdd9053ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.087779] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 745.087779] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5229c2d4-d332-f94f-fd36-886cca9f0d29" [ 745.087779] env[69722]: _type = "Task" [ 745.087779] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.095636] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5229c2d4-d332-f94f-fd36-886cca9f0d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.132745] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438019, 'name': Rename_Task, 'duration_secs': 0.134466} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.132985] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.133242] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d03a184-17e6-40ba-b88c-fc09c11ab38a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.139916] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 745.139916] env[69722]: value = "task-3438020" [ 745.139916] env[69722]: _type = "Task" [ 745.139916] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.147827] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.388356] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.388883] env[69722]: DEBUG nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.391381] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.373s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.392788] env[69722]: INFO nova.compute.claims [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.602765] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5229c2d4-d332-f94f-fd36-886cca9f0d29, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.602765] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.603039] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.603295] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b0136ce-e7bf-4e81-8979-28c4527ca306 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.611239] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 745.611239] env[69722]: value = "task-3438021" [ 745.611239] env[69722]: _type = "Task" [ 745.611239] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.620397] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.649573] env[69722]: DEBUG oslo_vmware.api [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438020, 'name': PowerOnVM_Task, 'duration_secs': 0.430236} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.649573] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.649715] env[69722]: INFO nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Took 7.06 seconds to spawn the instance on the hypervisor. [ 745.651052] env[69722]: DEBUG nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.651052] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e86bfe-cdef-4367-b90d-e15af204a551 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.898036] env[69722]: DEBUG nova.compute.utils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.901883] env[69722]: DEBUG nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 745.901883] env[69722]: DEBUG nova.network.neutron [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.965994] env[69722]: DEBUG nova.policy [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41bb531453b440dfacfe4c6f4dbe811e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3d6cc03422d47e3a82fd9f39d9ae6f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.122997] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438021, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451385} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.124018] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.124018] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.124214] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32408c68-046b-499e-8f02-1b48f156ba2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.130753] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 746.130753] env[69722]: value = "task-3438022" [ 746.130753] env[69722]: _type = "Task" [ 746.130753] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.139299] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.172806] env[69722]: INFO nova.compute.manager [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Took 42.36 seconds to build instance. [ 746.287592] env[69722]: DEBUG nova.network.neutron [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Successfully created port: 81f96509-96c9-40b6-8483-16a96649485b {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.403615] env[69722]: DEBUG nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.643562] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066529} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.643859] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.644696] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32a1785-55ef-4000-9f2b-ed678ae22e04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.668872] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.671749] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad69c8e-c319-4025-b5e9-1e802d8be096 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.687141] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3d0597dd-57a1-45b0-9455-13a1f0a8413d tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.964s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.699815] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 746.699815] env[69722]: value = "task-3438023" [ 746.699815] env[69722]: _type = "Task" [ 746.699815] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.708808] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.982895] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "ac5f41a1-eaba-492a-8293-4b96e4d78297" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.983174] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.983559] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "ac5f41a1-eaba-492a-8293-4b96e4d78297-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.983774] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.983997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.986842] env[69722]: INFO nova.compute.manager [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Terminating instance [ 747.042660] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55af4905-e108-413c-9373-faf69893752c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.050885] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa33175-f501-4da8-8b9d-92f10112e673 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.083214] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6df17ad-bbdc-4d37-aea4-63085f3516c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.092819] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95874df9-0b74-4cd2-ae35-57e73e228de7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.107319] env[69722]: DEBUG nova.compute.provider_tree [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.194132] env[69722]: DEBUG nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.209577] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438023, 'name': ReconfigVM_Task, 'duration_secs': 0.305399} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.209847] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.210458] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e721ae8-1640-4555-9964-fcd398b7fcfe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.216833] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 747.216833] env[69722]: value = "task-3438024" [ 747.216833] env[69722]: _type = "Task" [ 747.216833] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.224869] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438024, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.285587] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.285882] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.286150] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.286362] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.286546] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.288961] env[69722]: INFO nova.compute.manager [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Terminating instance [ 747.419111] env[69722]: DEBUG nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.443592] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.443892] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.444101] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.444313] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.444477] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.444603] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.444808] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.444970] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.445149] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.445311] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.445481] env[69722]: DEBUG nova.virt.hardware [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.446480] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b150967-86ea-4157-8f39-c32707fd051b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.454868] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549518dd-d0f9-492d-9ea3-771b1a5659fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.490684] env[69722]: DEBUG nova.compute.manager [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.490903] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.491691] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965d987-4604-4403-b847-287103f49486 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.498741] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.498986] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32113edc-a4d4-45b2-988a-73c4d5d70ceb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.504693] env[69722]: DEBUG oslo_vmware.api [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 747.504693] env[69722]: value = "task-3438025" [ 747.504693] env[69722]: _type = "Task" [ 747.504693] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.516230] env[69722]: DEBUG oslo_vmware.api [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.610091] env[69722]: DEBUG nova.scheduler.client.report [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.713816] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.726577] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438024, 'name': Rename_Task, 'duration_secs': 0.135478} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.726766] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.726931] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-307d0c4e-f0be-49df-bf83-8ad0d159f9f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.733294] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 747.733294] env[69722]: value = "task-3438026" [ 747.733294] env[69722]: _type = "Task" [ 747.733294] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.741902] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.793422] env[69722]: DEBUG nova.compute.manager [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.794281] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.795066] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c234141d-a889-4cbe-bab3-80da23c539b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.804700] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.806040] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5825b731-2cf3-4d21-9d7b-c9c318908aa4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.812099] env[69722]: DEBUG oslo_vmware.api [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 747.812099] env[69722]: value = "task-3438027" [ 747.812099] env[69722]: _type = "Task" [ 747.812099] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.820449] env[69722]: DEBUG oslo_vmware.api [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.851421] env[69722]: DEBUG nova.compute.manager [req-cb9d7fb1-28fd-4c1d-a329-43f3b5d13243 req-25500dca-47d3-4653-9e9f-48a901c048aa service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Received event network-vif-plugged-81f96509-96c9-40b6-8483-16a96649485b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.851666] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb9d7fb1-28fd-4c1d-a329-43f3b5d13243 req-25500dca-47d3-4653-9e9f-48a901c048aa service nova] Acquiring lock "928ab915-fe86-4081-af20-f2f71b06c0f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.851988] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb9d7fb1-28fd-4c1d-a329-43f3b5d13243 req-25500dca-47d3-4653-9e9f-48a901c048aa service nova] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.852244] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb9d7fb1-28fd-4c1d-a329-43f3b5d13243 req-25500dca-47d3-4653-9e9f-48a901c048aa service nova] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.852457] env[69722]: DEBUG nova.compute.manager [req-cb9d7fb1-28fd-4c1d-a329-43f3b5d13243 req-25500dca-47d3-4653-9e9f-48a901c048aa service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] No waiting events found dispatching network-vif-plugged-81f96509-96c9-40b6-8483-16a96649485b {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.852656] env[69722]: WARNING nova.compute.manager [req-cb9d7fb1-28fd-4c1d-a329-43f3b5d13243 req-25500dca-47d3-4653-9e9f-48a901c048aa service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Received unexpected event network-vif-plugged-81f96509-96c9-40b6-8483-16a96649485b for instance with vm_state building and task_state spawning. [ 747.940066] env[69722]: DEBUG nova.network.neutron [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Successfully updated port: 81f96509-96c9-40b6-8483-16a96649485b {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.016927] env[69722]: DEBUG oslo_vmware.api [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438025, 'name': PowerOffVM_Task, 'duration_secs': 0.254447} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.017292] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.017634] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.018294] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e05f8333-caa2-4758-acd0-2900bfde7368 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.078986] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.079339] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.079550] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Deleting the datastore file [datastore1] ac5f41a1-eaba-492a-8293-4b96e4d78297 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.079938] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce3e0ea6-ba02-49eb-ad0e-8da96f9ab5da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.087504] env[69722]: DEBUG oslo_vmware.api [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 748.087504] env[69722]: value = "task-3438029" [ 748.087504] env[69722]: _type = "Task" [ 748.087504] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.097316] env[69722]: DEBUG oslo_vmware.api [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.115997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.116602] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 748.120819] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.140s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.122039] env[69722]: INFO nova.compute.claims [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.244821] env[69722]: DEBUG oslo_vmware.api [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438026, 'name': PowerOnVM_Task, 'duration_secs': 0.411129} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.245133] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.245298] env[69722]: INFO nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Took 4.83 seconds to spawn the instance on the hypervisor. [ 748.245478] env[69722]: DEBUG nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.246285] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8668d016-977c-410f-93c3-1fd1e6962dd7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.321597] env[69722]: DEBUG oslo_vmware.api [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438027, 'name': PowerOffVM_Task, 'duration_secs': 0.332886} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.322056] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.322329] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.322652] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0df8099c-480b-43a8-afd2-64c8abae6cce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.383941] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.384222] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.384409] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Deleting the datastore file [datastore1] b6752a8d-7e8b-4df0-9ef9-50dbfc944f84 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.384682] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a296139-e93e-4f21-9a55-6389270a60ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.390975] env[69722]: DEBUG oslo_vmware.api [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for the task: (returnval){ [ 748.390975] env[69722]: value = "task-3438031" [ 748.390975] env[69722]: _type = "Task" [ 748.390975] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.398352] env[69722]: DEBUG oslo_vmware.api [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.442565] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "refresh_cache-928ab915-fe86-4081-af20-f2f71b06c0f9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.442713] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquired lock "refresh_cache-928ab915-fe86-4081-af20-f2f71b06c0f9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.442870] env[69722]: DEBUG nova.network.neutron [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.599674] env[69722]: DEBUG oslo_vmware.api [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177944} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.599674] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.599674] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.599885] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.600049] env[69722]: INFO nova.compute.manager [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Took 1.11 seconds to destroy the instance on the hypervisor. [ 748.600274] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.600468] env[69722]: DEBUG nova.compute.manager [-] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.600558] env[69722]: DEBUG nova.network.neutron [-] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.628174] env[69722]: DEBUG nova.compute.utils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.630963] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 748.631091] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 748.705391] env[69722]: DEBUG nova.policy [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87070c38ea8471a80ccffe65f51a6bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1581d1177354495ab30db4d294da3930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.767988] env[69722]: INFO nova.compute.manager [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Took 40.09 seconds to build instance. [ 748.905901] env[69722]: DEBUG oslo_vmware.api [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Task: {'id': task-3438031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148262} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.908477] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.909861] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.910069] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.910263] env[69722]: INFO nova.compute.manager [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Took 1.12 seconds to destroy the instance on the hypervisor. [ 748.910587] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.910801] env[69722]: DEBUG nova.compute.manager [-] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.910899] env[69722]: DEBUG nova.network.neutron [-] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.003415] env[69722]: DEBUG nova.network.neutron [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.135021] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 749.272180] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Successfully created port: 0de0f14c-8267-45b0-badd-4ba852f2fcfa {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.272691] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8755f273-bc7c-4fb5-80d8-5e211d129bd1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "2c7890f4-59f6-464b-9c0c-a482f76b7099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.981s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.289144] env[69722]: DEBUG nova.network.neutron [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Updating instance_info_cache with network_info: [{"id": "81f96509-96c9-40b6-8483-16a96649485b", "address": "fa:16:3e:24:7f:81", "network": {"id": "4c030ee1-50b4-4205-bfb2-761bde8d8128", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-219651716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d6cc03422d47e3a82fd9f39d9ae6f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f96509-96", "ovs_interfaceid": "81f96509-96c9-40b6-8483-16a96649485b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.452034] env[69722]: DEBUG nova.compute.manager [req-73075b8e-436a-497a-9400-7b96f29bb86b req-2102d42e-0927-4476-86c8-9699860573c6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Received event network-vif-deleted-08b8a5e6-898d-4aba-a1f3-05fbdb21f61e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.452034] env[69722]: INFO nova.compute.manager [req-73075b8e-436a-497a-9400-7b96f29bb86b req-2102d42e-0927-4476-86c8-9699860573c6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Neutron deleted interface 08b8a5e6-898d-4aba-a1f3-05fbdb21f61e; detaching it from the instance and deleting it from the info cache [ 749.452034] env[69722]: DEBUG nova.network.neutron [req-73075b8e-436a-497a-9400-7b96f29bb86b req-2102d42e-0927-4476-86c8-9699860573c6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.577220] env[69722]: DEBUG nova.network.neutron [-] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.733062] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c02999-fe08-49ed-81b1-8f4e788ea619 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.740672] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4e4f0c-d333-430c-a744-2799ce285274 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.772338] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8a1859-6b54-4f0d-8514-527dfe3a26c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.775207] env[69722]: DEBUG nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.782460] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6fe0bc-c169-49f6-a15e-66e699a645dc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.795969] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Releasing lock "refresh_cache-928ab915-fe86-4081-af20-f2f71b06c0f9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.796251] env[69722]: DEBUG nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Instance network_info: |[{"id": "81f96509-96c9-40b6-8483-16a96649485b", "address": "fa:16:3e:24:7f:81", "network": {"id": "4c030ee1-50b4-4205-bfb2-761bde8d8128", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-219651716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d6cc03422d47e3a82fd9f39d9ae6f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f96509-96", "ovs_interfaceid": "81f96509-96c9-40b6-8483-16a96649485b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 749.796714] env[69722]: DEBUG nova.compute.provider_tree [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.798060] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:7f:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81f96509-96c9-40b6-8483-16a96649485b', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.805410] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Creating folder: Project (f3d6cc03422d47e3a82fd9f39d9ae6f2). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.806477] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96573a21-d68d-4902-9ac8-61c72f72ed8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.817021] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Created folder: Project (f3d6cc03422d47e3a82fd9f39d9ae6f2) in parent group-v686248. [ 749.817220] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Creating folder: Instances. Parent ref: group-v686347. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 749.817435] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33e77e82-4ccc-4573-a971-d4c8b086c06a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.826508] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Created folder: Instances in parent group-v686347. [ 749.826508] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.826508] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 749.826709] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2974b473-b8a4-4138-9149-02964ca3e53e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.840817] env[69722]: DEBUG nova.network.neutron [-] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.846755] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.846755] env[69722]: value = "task-3438034" [ 749.846755] env[69722]: _type = "Task" [ 749.846755] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.857030] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438034, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.878401] env[69722]: DEBUG nova.compute.manager [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Received event network-changed-81f96509-96c9-40b6-8483-16a96649485b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.878629] env[69722]: DEBUG nova.compute.manager [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Refreshing instance network info cache due to event network-changed-81f96509-96c9-40b6-8483-16a96649485b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.878849] env[69722]: DEBUG oslo_concurrency.lockutils [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] Acquiring lock "refresh_cache-928ab915-fe86-4081-af20-f2f71b06c0f9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.879016] env[69722]: DEBUG oslo_concurrency.lockutils [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] Acquired lock "refresh_cache-928ab915-fe86-4081-af20-f2f71b06c0f9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.879162] env[69722]: DEBUG nova.network.neutron [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Refreshing network info cache for port 81f96509-96c9-40b6-8483-16a96649485b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.955728] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a24478ef-bce7-4db2-b4a7-23245e8ccd1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.965323] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30564440-e8a4-4489-8d66-dcc9fba3c00d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.998586] env[69722]: DEBUG nova.compute.manager [req-73075b8e-436a-497a-9400-7b96f29bb86b req-2102d42e-0927-4476-86c8-9699860573c6 service nova] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Detach interface failed, port_id=08b8a5e6-898d-4aba-a1f3-05fbdb21f61e, reason: Instance b6752a8d-7e8b-4df0-9ef9-50dbfc944f84 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.079589] env[69722]: INFO nova.compute.manager [-] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Took 1.48 seconds to deallocate network for instance. [ 750.140631] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 750.168831] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.169089] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.169253] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.169435] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.169584] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.169730] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.169937] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.170117] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.170288] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.170451] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.170621] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.171478] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba7a3ef-23e0-4cff-8465-c56427690ccc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.179238] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa46766a-81d4-40ab-ab0f-1d17012c67c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.192176] env[69722]: INFO nova.compute.manager [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Rebuilding instance [ 750.228780] env[69722]: DEBUG nova.compute.manager [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.229631] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1a5fbe-d05f-4016-b38c-486fff751077 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.292919] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.308024] env[69722]: DEBUG nova.scheduler.client.report [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.343258] env[69722]: INFO nova.compute.manager [-] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Took 1.43 seconds to deallocate network for instance. [ 750.357829] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438034, 'name': CreateVM_Task, 'duration_secs': 0.319084} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.357829] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.358234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.358234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.358977] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.358977] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fd0d712-aad4-44fb-9016-8108cd36b409 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.363362] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 750.363362] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525419f5-cf13-aaaa-8628-4e406ce5df2c" [ 750.363362] env[69722]: _type = "Task" [ 750.363362] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.371608] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525419f5-cf13-aaaa-8628-4e406ce5df2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.586372] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.628241] env[69722]: DEBUG nova.network.neutron [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Updated VIF entry in instance network info cache for port 81f96509-96c9-40b6-8483-16a96649485b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.628611] env[69722]: DEBUG nova.network.neutron [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Updating instance_info_cache with network_info: [{"id": "81f96509-96c9-40b6-8483-16a96649485b", "address": "fa:16:3e:24:7f:81", "network": {"id": "4c030ee1-50b4-4205-bfb2-761bde8d8128", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-219651716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3d6cc03422d47e3a82fd9f39d9ae6f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81f96509-96", "ovs_interfaceid": "81f96509-96c9-40b6-8483-16a96649485b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.812966] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.814028] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 750.818392] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.149s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.818736] env[69722]: DEBUG nova.objects.instance [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lazy-loading 'resources' on Instance uuid 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 750.853198] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.878268] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525419f5-cf13-aaaa-8628-4e406ce5df2c, 'name': SearchDatastore_Task, 'duration_secs': 0.009512} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.878559] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.879073] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.882021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.882021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.882021] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.882021] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fba5ad3-63c1-4231-9f72-18475e92ba89 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.892210] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.892210] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.892210] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b7ab2d-5d57-4600-91fe-c5d7f9e1a110 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.899286] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 750.899286] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529605e1-f398-280c-1b44-de65fe3a5ba5" [ 750.899286] env[69722]: _type = "Task" [ 750.899286] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.914020] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529605e1-f398-280c-1b44-de65fe3a5ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.008128} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.914020] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64a150c-bcdf-445a-bac8-342a25c30308 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.920178] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 750.920178] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52272a6c-7313-2638-668d-8e7ffde3ee12" [ 750.920178] env[69722]: _type = "Task" [ 750.920178] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.931534] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52272a6c-7313-2638-668d-8e7ffde3ee12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.132639] env[69722]: DEBUG oslo_concurrency.lockutils [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] Releasing lock "refresh_cache-928ab915-fe86-4081-af20-f2f71b06c0f9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.132639] env[69722]: DEBUG nova.compute.manager [req-0ae607b1-f3fc-4033-843d-3efe78e2b56c req-528e89b9-676d-4977-867e-cf3665adef4c service nova] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Received event network-vif-deleted-2723200c-9587-4c1f-8ccb-db923e630e6a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.151398] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Successfully updated port: 0de0f14c-8267-45b0-badd-4ba852f2fcfa {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.243157] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.243483] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c155662-cc38-4288-b005-0695521b0cc2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.250245] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 751.250245] env[69722]: value = "task-3438035" [ 751.250245] env[69722]: _type = "Task" [ 751.250245] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.258466] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.322964] env[69722]: DEBUG nova.compute.utils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.328079] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 751.328079] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 751.391253] env[69722]: DEBUG nova.policy [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87070c38ea8471a80ccffe65f51a6bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1581d1177354495ab30db4d294da3930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.433283] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52272a6c-7313-2638-668d-8e7ffde3ee12, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.433581] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.433856] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 928ab915-fe86-4081-af20-f2f71b06c0f9/928ab915-fe86-4081-af20-f2f71b06c0f9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.434169] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40a4a477-3757-4e85-995a-da508dfa89b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.440904] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 751.440904] env[69722]: value = "task-3438036" [ 751.440904] env[69722]: _type = "Task" [ 751.440904] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.450231] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.655638] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "refresh_cache-a6f67f42-3ec9-45f9-82e6-356f1b17cd65" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.655825] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "refresh_cache-a6f67f42-3ec9-45f9-82e6-356f1b17cd65" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.656174] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.731579] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Successfully created port: 60446013-3912-40c4-953e-393c4a7707cc {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.765922] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438035, 'name': PowerOffVM_Task, 'duration_secs': 0.227485} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.766892] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.766892] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 751.767762] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62a4f17-b099-42f9-9842-4f450c8217c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.776248] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.776704] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-793917cb-8650-4442-b444-6ee0342f3c28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.817136] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.817622] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.817622] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Deleting the datastore file [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.817965] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-931908a4-6db6-4032-9aad-80a84f1394e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.824883] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 751.824883] env[69722]: value = "task-3438038" [ 751.824883] env[69722]: _type = "Task" [ 751.824883] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.831116] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 751.843770] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.913399] env[69722]: DEBUG nova.compute.manager [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Received event network-vif-plugged-0de0f14c-8267-45b0-badd-4ba852f2fcfa {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.913638] env[69722]: DEBUG oslo_concurrency.lockutils [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] Acquiring lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.913864] env[69722]: DEBUG oslo_concurrency.lockutils [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.914089] env[69722]: DEBUG oslo_concurrency.lockutils [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.914257] env[69722]: DEBUG nova.compute.manager [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] No waiting events found dispatching network-vif-plugged-0de0f14c-8267-45b0-badd-4ba852f2fcfa {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.914439] env[69722]: WARNING nova.compute.manager [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Received unexpected event network-vif-plugged-0de0f14c-8267-45b0-badd-4ba852f2fcfa for instance with vm_state building and task_state spawning. [ 751.914619] env[69722]: DEBUG nova.compute.manager [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Received event network-changed-0de0f14c-8267-45b0-badd-4ba852f2fcfa {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.914816] env[69722]: DEBUG nova.compute.manager [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Refreshing instance network info cache due to event network-changed-0de0f14c-8267-45b0-badd-4ba852f2fcfa. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.914991] env[69722]: DEBUG oslo_concurrency.lockutils [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] Acquiring lock "refresh_cache-a6f67f42-3ec9-45f9-82e6-356f1b17cd65" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.955845] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459864} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.956128] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 928ab915-fe86-4081-af20-f2f71b06c0f9/928ab915-fe86-4081-af20-f2f71b06c0f9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.956352] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.956607] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3a25ce1-6446-4d2c-a285-a095cd490ec5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.965126] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 751.965126] env[69722]: value = "task-3438039" [ 751.965126] env[69722]: _type = "Task" [ 751.965126] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.980016] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.001370] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0106ee5d-47de-40d6-b625-c02ba02ee00c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.008884] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed47a9d9-b440-48b2-bbce-65664cb7e13f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.039308] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8cb853-b88c-4180-86fe-170befbfdf15 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.048417] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e604d2-f758-4d83-bffd-d3c5f6b01cec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.062838] env[69722]: DEBUG nova.compute.provider_tree [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.206697] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.335314] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141872} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.336071] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.336071] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 752.336071] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 752.352441] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Updating instance_info_cache with network_info: [{"id": "0de0f14c-8267-45b0-badd-4ba852f2fcfa", "address": "fa:16:3e:27:17:0c", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de0f14c-82", "ovs_interfaceid": "0de0f14c-8267-45b0-badd-4ba852f2fcfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.477763] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072908} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.477763] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.478753] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65136d47-ab13-4357-ba0a-b6676f679623 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.500379] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 928ab915-fe86-4081-af20-f2f71b06c0f9/928ab915-fe86-4081-af20-f2f71b06c0f9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.500627] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6919f1e-b5ab-4910-870a-f2d81811dc8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.519817] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 752.519817] env[69722]: value = "task-3438040" [ 752.519817] env[69722]: _type = "Task" [ 752.519817] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.527994] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.566284] env[69722]: DEBUG nova.scheduler.client.report [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.846251] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 752.854912] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "refresh_cache-a6f67f42-3ec9-45f9-82e6-356f1b17cd65" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.855244] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Instance network_info: |[{"id": "0de0f14c-8267-45b0-badd-4ba852f2fcfa", "address": "fa:16:3e:27:17:0c", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de0f14c-82", "ovs_interfaceid": "0de0f14c-8267-45b0-badd-4ba852f2fcfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.855758] env[69722]: DEBUG oslo_concurrency.lockutils [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] Acquired lock "refresh_cache-a6f67f42-3ec9-45f9-82e6-356f1b17cd65" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.855758] env[69722]: DEBUG nova.network.neutron [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Refreshing network info cache for port 0de0f14c-8267-45b0-badd-4ba852f2fcfa {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.857824] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:17:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0de0f14c-8267-45b0-badd-4ba852f2fcfa', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.865552] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Creating folder: Project (1581d1177354495ab30db4d294da3930). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.868289] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e230d9b1-c18b-4b07-bb00-20b6ec161adf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.876273] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 752.876511] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 752.876669] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.876857] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 752.877009] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.877171] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 752.877378] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 752.877821] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 752.877821] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 752.877913] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 752.878021] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 752.879413] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bc5a0d-0bc3-491f-b959-9b3d5181b9d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.883327] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Created folder: Project (1581d1177354495ab30db4d294da3930) in parent group-v686248. [ 752.883397] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Creating folder: Instances. Parent ref: group-v686350. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.883907] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35df339e-d1f6-4d5d-be23-217c4cb77940 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.889049] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eac3a5-1e6c-4c7f-aa5d-3b34cf82c821 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.895178] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Created folder: Instances in parent group-v686350. [ 752.895422] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.903437] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.904444] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89c4ccb5-8320-46d2-83e9-3c4e34a18836 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.924970] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.924970] env[69722]: value = "task-3438043" [ 752.924970] env[69722]: _type = "Task" [ 752.924970] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.933789] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438043, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.029750] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438040, 'name': ReconfigVM_Task, 'duration_secs': 0.293234} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.030230] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 928ab915-fe86-4081-af20-f2f71b06c0f9/928ab915-fe86-4081-af20-f2f71b06c0f9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.030764] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba2d933-347b-4cf6-8777-9ce5fe5566bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.037728] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 753.037728] env[69722]: value = "task-3438044" [ 753.037728] env[69722]: _type = "Task" [ 753.037728] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.046575] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438044, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.071996] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.074585] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.346s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.074760] env[69722]: DEBUG nova.objects.instance [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lazy-loading 'resources' on Instance uuid 4e5ca74f-b105-4a93-8c73-3949b6177ef3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.096008] env[69722]: INFO nova.scheduler.client.report [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Deleted allocations for instance 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb [ 753.363272] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Successfully updated port: 60446013-3912-40c4-953e-393c4a7707cc {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.377739] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.377992] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.378216] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.378349] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.378491] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.378634] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.378837] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.379232] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.379232] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.379388] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.379566] env[69722]: DEBUG nova.virt.hardware [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.380782] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c803b4bc-68ca-4032-942e-c08da81fffc2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.388968] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2209c0-62de-4e51-8ad9-54c5d65be7f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.402547] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.408144] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.410565] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.411091] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da85e82-028d-47a0-a943-6709ca224859 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.429200] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.429200] env[69722]: value = "task-3438045" [ 753.429200] env[69722]: _type = "Task" [ 753.429200] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.435291] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438043, 'name': CreateVM_Task, 'duration_secs': 0.384036} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.435581] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.436250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.436670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.436762] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.436972] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7093e9d2-9def-4066-8aae-ee1e15f70125 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.441094] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438045, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.444096] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 753.444096] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52352418-3731-56dd-34b0-3315aff4fb53" [ 753.444096] env[69722]: _type = "Task" [ 753.444096] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.451378] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52352418-3731-56dd-34b0-3315aff4fb53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.547521] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438044, 'name': Rename_Task, 'duration_secs': 0.146658} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.547811] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.548074] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a8aaf31-fda2-4815-9d34-c2094385b822 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.557036] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 753.557036] env[69722]: value = "task-3438046" [ 753.557036] env[69722]: _type = "Task" [ 753.557036] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.564880] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.606597] env[69722]: DEBUG oslo_concurrency.lockutils [None req-849f1b11-5490-4023-a8ec-a2b3808a50af tempest-DeleteServersAdminTestJSON-929253260 tempest-DeleteServersAdminTestJSON-929253260-project-member] Lock "67d7422a-2bfc-4c6d-a1c5-e9c88420cccb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.906s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.633286] env[69722]: DEBUG nova.network.neutron [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Updated VIF entry in instance network info cache for port 0de0f14c-8267-45b0-badd-4ba852f2fcfa. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.633639] env[69722]: DEBUG nova.network.neutron [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Updating instance_info_cache with network_info: [{"id": "0de0f14c-8267-45b0-badd-4ba852f2fcfa", "address": "fa:16:3e:27:17:0c", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0de0f14c-82", "ovs_interfaceid": "0de0f14c-8267-45b0-badd-4ba852f2fcfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.864664] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "refresh_cache-2d9e5249-07b7-4828-91c6-0a502567805e" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.864819] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "refresh_cache-2d9e5249-07b7-4828-91c6-0a502567805e" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.864970] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.945752] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438045, 'name': CreateVM_Task, 'duration_secs': 0.343049} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.951412] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.952046] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.958955] env[69722]: DEBUG nova.compute.manager [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Received event network-vif-plugged-60446013-3912-40c4-953e-393c4a7707cc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.958955] env[69722]: DEBUG oslo_concurrency.lockutils [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] Acquiring lock "2d9e5249-07b7-4828-91c6-0a502567805e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.958955] env[69722]: DEBUG oslo_concurrency.lockutils [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] Lock "2d9e5249-07b7-4828-91c6-0a502567805e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.958955] env[69722]: DEBUG oslo_concurrency.lockutils [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] Lock "2d9e5249-07b7-4828-91c6-0a502567805e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.958955] env[69722]: DEBUG nova.compute.manager [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] No waiting events found dispatching network-vif-plugged-60446013-3912-40c4-953e-393c4a7707cc {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 753.959476] env[69722]: WARNING nova.compute.manager [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Received unexpected event network-vif-plugged-60446013-3912-40c4-953e-393c4a7707cc for instance with vm_state building and task_state spawning. [ 753.959476] env[69722]: DEBUG nova.compute.manager [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Received event network-changed-60446013-3912-40c4-953e-393c4a7707cc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.959476] env[69722]: DEBUG nova.compute.manager [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Refreshing instance network info cache due to event network-changed-60446013-3912-40c4-953e-393c4a7707cc. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.959476] env[69722]: DEBUG oslo_concurrency.lockutils [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] Acquiring lock "refresh_cache-2d9e5249-07b7-4828-91c6-0a502567805e" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.962405] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52352418-3731-56dd-34b0-3315aff4fb53, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.962670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.962883] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.963129] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.963269] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.963442] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.963712] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.964059] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.964315] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ddb961-5f7f-4f99-a223-f8d8e0c892a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.969088] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8d21f2-1c02-4cbe-8add-41c54857c264 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.978490] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 753.978490] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525601e3-352b-12da-9c8e-4bc1c921a94f" [ 753.978490] env[69722]: _type = "Task" [ 753.978490] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.981953] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.981953] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.982283] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-849b508d-fc80-4881-b4ff-7d41b69e3c78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.992277] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525601e3-352b-12da-9c8e-4bc1c921a94f, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.993402] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.993815] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.994186] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.996077] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 753.996077] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524b07d7-3564-43f1-96cc-2b65d02d1026" [ 753.996077] env[69722]: _type = "Task" [ 753.996077] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.005800] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524b07d7-3564-43f1-96cc-2b65d02d1026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.068821] env[69722]: DEBUG oslo_vmware.api [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438046, 'name': PowerOnVM_Task, 'duration_secs': 0.463861} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.069164] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.069315] env[69722]: INFO nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Took 6.65 seconds to spawn the instance on the hypervisor. [ 754.069524] env[69722]: DEBUG nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.071051] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8599ce19-dd7c-4705-95ac-9f9266f7eb87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.134303] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5096c53-3b14-4a45-a5fd-d111de0b9c5a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.137662] env[69722]: DEBUG oslo_concurrency.lockutils [req-c9794f4a-59b7-43d9-b0c3-2ba650765672 req-5b7cb115-b9e2-4267-bcc3-4dbd57ec92fa service nova] Releasing lock "refresh_cache-a6f67f42-3ec9-45f9-82e6-356f1b17cd65" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.143087] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5587c3f-5e32-484d-b16b-e566ad24e0f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.173795] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d49631-28fe-413e-84ea-a977bbb5f2a3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.182265] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba129621-2c83-449e-92c8-605dc48f05b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.197228] env[69722]: DEBUG nova.compute.provider_tree [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.431351] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.506598] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524b07d7-3564-43f1-96cc-2b65d02d1026, 'name': SearchDatastore_Task, 'duration_secs': 0.009931} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.507411] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9724bc-c215-4228-bb94-3c2621c233ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.512722] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 754.512722] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5218f3f9-d522-053c-ff6b-920aef3bdd1c" [ 754.512722] env[69722]: _type = "Task" [ 754.512722] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.520246] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5218f3f9-d522-053c-ff6b-920aef3bdd1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.595296] env[69722]: INFO nova.compute.manager [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Took 45.91 seconds to build instance. [ 754.621013] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Updating instance_info_cache with network_info: [{"id": "60446013-3912-40c4-953e-393c4a7707cc", "address": "fa:16:3e:5c:ef:2b", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60446013-39", "ovs_interfaceid": "60446013-3912-40c4-953e-393c4a7707cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.700053] env[69722]: DEBUG nova.scheduler.client.report [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.023592] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5218f3f9-d522-053c-ff6b-920aef3bdd1c, 'name': SearchDatastore_Task, 'duration_secs': 0.014339} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.023870] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.024188] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] a6f67f42-3ec9-45f9-82e6-356f1b17cd65/a6f67f42-3ec9-45f9-82e6-356f1b17cd65.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.024486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.024697] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.024916] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a07c8af-7196-4c31-9939-098845297052 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.026767] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b2447ad-d528-4fd4-a1a3-5bf71b077c84 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.033741] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 755.033741] env[69722]: value = "task-3438047" [ 755.033741] env[69722]: _type = "Task" [ 755.033741] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.037732] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.037949] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.038955] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157b73af-9567-4364-b33b-4bef6a0b7023 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.044170] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.047541] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 755.047541] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520bf77e-d923-53a7-064c-bbbbeccb52ed" [ 755.047541] env[69722]: _type = "Task" [ 755.047541] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.054322] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520bf77e-d923-53a7-064c-bbbbeccb52ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.098249] env[69722]: DEBUG oslo_concurrency.lockutils [None req-11eb67aa-bc93-4e2b-80c4-74d3a9dd33f1 tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.194s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.124769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "refresh_cache-2d9e5249-07b7-4828-91c6-0a502567805e" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.125086] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Instance network_info: |[{"id": "60446013-3912-40c4-953e-393c4a7707cc", "address": "fa:16:3e:5c:ef:2b", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60446013-39", "ovs_interfaceid": "60446013-3912-40c4-953e-393c4a7707cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.125371] env[69722]: DEBUG oslo_concurrency.lockutils [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] Acquired lock "refresh_cache-2d9e5249-07b7-4828-91c6-0a502567805e" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.125548] env[69722]: DEBUG nova.network.neutron [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Refreshing network info cache for port 60446013-3912-40c4-953e-393c4a7707cc {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.126606] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:ef:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60446013-3912-40c4-953e-393c4a7707cc', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.134214] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.137721] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.138200] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-252b7a02-b226-44fc-b6d9-91d9542215b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.161671] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.161671] env[69722]: value = "task-3438048" [ 755.161671] env[69722]: _type = "Task" [ 755.161671] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.171011] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438048, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.205802] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.208529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.125s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.210151] env[69722]: INFO nova.compute.claims [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.237969] env[69722]: INFO nova.scheduler.client.report [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Deleted allocations for instance 4e5ca74f-b105-4a93-8c73-3949b6177ef3 [ 755.415178] env[69722]: DEBUG nova.network.neutron [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Updated VIF entry in instance network info cache for port 60446013-3912-40c4-953e-393c4a7707cc. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.415561] env[69722]: DEBUG nova.network.neutron [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Updating instance_info_cache with network_info: [{"id": "60446013-3912-40c4-953e-393c4a7707cc", "address": "fa:16:3e:5c:ef:2b", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60446013-39", "ovs_interfaceid": "60446013-3912-40c4-953e-393c4a7707cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.544462] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496463} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.544889] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] a6f67f42-3ec9-45f9-82e6-356f1b17cd65/a6f67f42-3ec9-45f9-82e6-356f1b17cd65.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.544956] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.545250] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cf8020f-c62f-4dde-9734-cfc901e09db4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.551737] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 755.551737] env[69722]: value = "task-3438049" [ 755.551737] env[69722]: _type = "Task" [ 755.551737] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.559043] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520bf77e-d923-53a7-064c-bbbbeccb52ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.560163] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386e43a0-f13f-4ebf-8dee-0c4eab58a163 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.565094] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.568135] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 755.568135] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5224d572-4574-3f8e-8c0d-7d0c9e4f939e" [ 755.568135] env[69722]: _type = "Task" [ 755.568135] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.575993] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5224d572-4574-3f8e-8c0d-7d0c9e4f939e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.600953] env[69722]: DEBUG nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.613399] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "928ab915-fe86-4081-af20-f2f71b06c0f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.614039] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.614039] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "928ab915-fe86-4081-af20-f2f71b06c0f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.614226] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.614288] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.616720] env[69722]: INFO nova.compute.manager [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Terminating instance [ 755.670692] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438048, 'name': CreateVM_Task, 'duration_secs': 0.476563} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.670868] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.671580] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.671719] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.672049] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.672545] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00aa5035-ddb7-48e1-9b53-030233d57a96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.677069] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 755.677069] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52161b29-958b-dc42-3161-4bf27e82b9f3" [ 755.677069] env[69722]: _type = "Task" [ 755.677069] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.685384] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52161b29-958b-dc42-3161-4bf27e82b9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.749890] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5f623fb7-d758-4d56-8987-a5452e7b46bc tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "4e5ca74f-b105-4a93-8c73-3949b6177ef3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.411s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.920711] env[69722]: DEBUG oslo_concurrency.lockutils [req-abe5568c-3d5c-4411-a1e3-495c89005bb3 req-e1305657-16ea-4c99-8de1-87902421a50d service nova] Releasing lock "refresh_cache-2d9e5249-07b7-4828-91c6-0a502567805e" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.063680] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067585} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.063680] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.064277] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f958cc1-f3ba-4326-86f7-d2c99ea0758c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.085591] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] a6f67f42-3ec9-45f9-82e6-356f1b17cd65/a6f67f42-3ec9-45f9-82e6-356f1b17cd65.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.088849] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "de579152-a4f4-474e-9dd7-12a419ffd905" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.089089] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "de579152-a4f4-474e-9dd7-12a419ffd905" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.089412] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "de579152-a4f4-474e-9dd7-12a419ffd905-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.089490] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "de579152-a4f4-474e-9dd7-12a419ffd905-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.089632] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "de579152-a4f4-474e-9dd7-12a419ffd905-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.091112] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cefba5fc-c9bb-48eb-8f4a-2c56ac01d129 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.105657] env[69722]: INFO nova.compute.manager [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Terminating instance [ 756.116451] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5224d572-4574-3f8e-8c0d-7d0c9e4f939e, 'name': SearchDatastore_Task, 'duration_secs': 0.009625} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.118278] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.118278] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.118440] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 756.118440] env[69722]: value = "task-3438050" [ 756.118440] env[69722]: _type = "Task" [ 756.118440] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.119022] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f32e5e4-d739-441a-a23e-9daca94362a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.121335] env[69722]: DEBUG nova.compute.manager [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.121527] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.125552] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0742ef1e-8323-4c53-a03f-1541a095c81a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.129370] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.133144] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 756.133144] env[69722]: value = "task-3438051" [ 756.133144] env[69722]: _type = "Task" [ 756.133144] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.138106] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.138332] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.141187] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2b4b7dd-d83f-4b4a-a5ac-13a3fc5c1ee0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.148751] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.150478] env[69722]: DEBUG oslo_vmware.api [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 756.150478] env[69722]: value = "task-3438052" [ 756.150478] env[69722]: _type = "Task" [ 756.150478] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.159906] env[69722]: DEBUG oslo_vmware.api [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.187839] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52161b29-958b-dc42-3161-4bf27e82b9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.188211] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.188456] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.188718] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.188876] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.189070] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.189347] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1ce77e5-e787-49dc-8159-868ce087d9f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.198246] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.198876] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.199439] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f40e62-6add-4e3e-a1f5-ac40d02ff8b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.206933] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 756.206933] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52942ebd-1e59-afd7-4848-16cb9215c3bd" [ 756.206933] env[69722]: _type = "Task" [ 756.206933] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.213807] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52942ebd-1e59-afd7-4848-16cb9215c3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.613753] env[69722]: DEBUG nova.compute.manager [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.615159] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.615159] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a5a9f-128d-4440-af25-ecedf1bc9bdb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.632655] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.632975] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.635836] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be75909-c20f-460b-b45e-5c361046a1b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.644813] env[69722]: DEBUG oslo_vmware.api [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 756.644813] env[69722]: value = "task-3438053" [ 756.644813] env[69722]: _type = "Task" [ 756.644813] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.647650] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438051, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.663676] env[69722]: DEBUG oslo_vmware.api [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3438053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.666898] env[69722]: DEBUG oslo_vmware.api [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438052, 'name': PowerOffVM_Task, 'duration_secs': 0.260184} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.670525] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.670776] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.671339] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25bc06c4-f77a-4541-857f-93364013062e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.717018] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52942ebd-1e59-afd7-4848-16cb9215c3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015199} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.721145] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc1d24c-2484-42f1-b5ae-83e7cca539f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.727986] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 756.727986] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523d1a57-a8ce-9775-12e7-b15fd03ca3fa" [ 756.727986] env[69722]: _type = "Task" [ 756.727986] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.740303] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523d1a57-a8ce-9775-12e7-b15fd03ca3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.772034] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.772034] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.772034] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Deleting the datastore file [datastore2] 928ab915-fe86-4081-af20-f2f71b06c0f9 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.772244] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3937a69-1c9d-47a6-aedd-f118db2ab765 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.783700] env[69722]: DEBUG oslo_vmware.api [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for the task: (returnval){ [ 756.783700] env[69722]: value = "task-3438055" [ 756.783700] env[69722]: _type = "Task" [ 756.783700] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.796326] env[69722]: DEBUG oslo_vmware.api [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.808851] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82aa83a-004d-41d8-bc17-feb53d758b01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.816700] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ca414f-9afd-4855-a061-63630f12528a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.847110] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d950e33f-f7d2-4437-8d3f-d486354183b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.856565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f31c45b-04b3-45d7-a721-637f39f2f34e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.871384] env[69722]: DEBUG nova.compute.provider_tree [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.132394] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.154437] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705466} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.157062] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.157364] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.158046] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff31733-f539-474b-b3fb-daa02553ffa8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.166987] env[69722]: DEBUG oslo_vmware.api [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3438053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.168409] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 757.168409] env[69722]: value = "task-3438056" [ 757.168409] env[69722]: _type = "Task" [ 757.168409] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.176422] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.240594] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523d1a57-a8ce-9775-12e7-b15fd03ca3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.059794} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.240594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.240594] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 2d9e5249-07b7-4828-91c6-0a502567805e/2d9e5249-07b7-4828-91c6-0a502567805e.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.240594] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f33697-5039-467c-8cb7-e490d2dd6b7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.247197] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 757.247197] env[69722]: value = "task-3438057" [ 757.247197] env[69722]: _type = "Task" [ 757.247197] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.256205] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.293134] env[69722]: DEBUG oslo_vmware.api [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Task: {'id': task-3438055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.370738} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.293493] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.293685] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.293870] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.294130] env[69722]: INFO nova.compute.manager [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 757.294336] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.294541] env[69722]: DEBUG nova.compute.manager [-] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.294628] env[69722]: DEBUG nova.network.neutron [-] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.419149] env[69722]: DEBUG nova.scheduler.client.report [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 757.419149] env[69722]: DEBUG nova.compute.provider_tree [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 62 to 63 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 757.419149] env[69722]: DEBUG nova.compute.provider_tree [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.638415] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438050, 'name': ReconfigVM_Task, 'duration_secs': 1.334758} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.638895] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Reconfigured VM instance instance-00000022 to attach disk [datastore2] a6f67f42-3ec9-45f9-82e6-356f1b17cd65/a6f67f42-3ec9-45f9-82e6-356f1b17cd65.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.639462] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2915772b-5162-427b-ae73-54caae98c2c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.647310] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 757.647310] env[69722]: value = "task-3438058" [ 757.647310] env[69722]: _type = "Task" [ 757.647310] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.659809] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438058, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.674393] env[69722]: DEBUG oslo_vmware.api [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3438053, 'name': PowerOffVM_Task, 'duration_secs': 0.959501} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.678170] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.678426] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.684031] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fc2d38d-6a31-470c-b47b-ef7d2c9ee65e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.687905] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098682} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.688643] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.689977] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15770ac8-d285-4b6f-b898-dc17e7d3a2c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.715687] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.716162] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60468a32-7c7c-4a80-b3a4-61cfff74a11d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.737663] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 757.737663] env[69722]: value = "task-3438060" [ 757.737663] env[69722]: _type = "Task" [ 757.737663] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.749972] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.761433] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459034} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.762708] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 2d9e5249-07b7-4828-91c6-0a502567805e/2d9e5249-07b7-4828-91c6-0a502567805e.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.762834] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.763143] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.763395] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.763603] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Deleting the datastore file [datastore1] de579152-a4f4-474e-9dd7-12a419ffd905 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.763864] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd77404d-8cf2-4b00-b14d-b5558bf533bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.765979] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36e2a8fe-4625-4953-a40f-2e74a83b36c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.772753] env[69722]: DEBUG oslo_vmware.api [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for the task: (returnval){ [ 757.772753] env[69722]: value = "task-3438062" [ 757.772753] env[69722]: _type = "Task" [ 757.772753] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.774138] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 757.774138] env[69722]: value = "task-3438061" [ 757.774138] env[69722]: _type = "Task" [ 757.774138] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.787676] env[69722]: DEBUG oslo_vmware.api [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3438062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.792304] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.867930] env[69722]: DEBUG nova.compute.manager [req-bdfdc322-39a9-466d-8acf-15da65cbeecc req-7a365e17-430f-4c3d-80a4-416c54ba8b35 service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Received event network-vif-deleted-81f96509-96c9-40b6-8483-16a96649485b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.868207] env[69722]: INFO nova.compute.manager [req-bdfdc322-39a9-466d-8acf-15da65cbeecc req-7a365e17-430f-4c3d-80a4-416c54ba8b35 service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Neutron deleted interface 81f96509-96c9-40b6-8483-16a96649485b; detaching it from the instance and deleting it from the info cache [ 757.868352] env[69722]: DEBUG nova.network.neutron [req-bdfdc322-39a9-466d-8acf-15da65cbeecc req-7a365e17-430f-4c3d-80a4-416c54ba8b35 service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.923920] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.924528] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.927135] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.425s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.928794] env[69722]: INFO nova.compute.claims [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.158327] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438058, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.181894] env[69722]: DEBUG nova.network.neutron [-] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.250713] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.285868] env[69722]: DEBUG oslo_vmware.api [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Task: {'id': task-3438062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170795} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.288665] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.288860] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.289076] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.289266] env[69722]: INFO nova.compute.manager [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Took 1.68 seconds to destroy the instance on the hypervisor. [ 758.289499] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.289707] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069624} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.289898] env[69722]: DEBUG nova.compute.manager [-] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 758.289996] env[69722]: DEBUG nova.network.neutron [-] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 758.291599] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.292365] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d35d3b-97e4-46d3-9b7c-b9b428670fd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.324122] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 2d9e5249-07b7-4828-91c6-0a502567805e/2d9e5249-07b7-4828-91c6-0a502567805e.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.328719] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c76c039-07d3-43c6-897c-795ef451b67c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.352064] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 758.352064] env[69722]: value = "task-3438063" [ 758.352064] env[69722]: _type = "Task" [ 758.352064] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.360662] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.370444] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da03fb28-7078-4eed-8e9d-f525ccb24bb0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.379639] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4ce80-8659-4046-801a-ddc62093b5a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.417438] env[69722]: DEBUG nova.compute.manager [req-bdfdc322-39a9-466d-8acf-15da65cbeecc req-7a365e17-430f-4c3d-80a4-416c54ba8b35 service nova] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Detach interface failed, port_id=81f96509-96c9-40b6-8483-16a96649485b, reason: Instance 928ab915-fe86-4081-af20-f2f71b06c0f9 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 758.436260] env[69722]: DEBUG nova.compute.utils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.440035] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.440035] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.658332] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438058, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.689146] env[69722]: INFO nova.compute.manager [-] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Took 1.39 seconds to deallocate network for instance. [ 758.689146] env[69722]: DEBUG nova.policy [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f87070c38ea8471a80ccffe65f51a6bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1581d1177354495ab30db4d294da3930', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.749577] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.803110] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "6226200a-6897-46b8-a886-0ad13a72a3f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.803372] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.864684] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438063, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.941801] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.061297] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Successfully created port: 4deec320-8055-4f3d-b8ef-1aa2f5d429d9 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.073021] env[69722]: DEBUG nova.network.neutron [-] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.162053] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438058, 'name': Rename_Task, 'duration_secs': 1.252072} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.165788] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.166235] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a908dc53-f88b-4e2f-a17a-38d98def872a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.172879] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 759.172879] env[69722]: value = "task-3438064" [ 759.172879] env[69722]: _type = "Task" [ 759.172879] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.181761] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.196747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.254923] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438060, 'name': ReconfigVM_Task, 'duration_secs': 1.300237} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.255247] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.255898] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa1f06aa-3003-4da4-822e-ba1db90b2f8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.265185] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 759.265185] env[69722]: value = "task-3438065" [ 759.265185] env[69722]: _type = "Task" [ 759.265185] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.283043] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438065, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.369915] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438063, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.575920] env[69722]: INFO nova.compute.manager [-] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Took 1.29 seconds to deallocate network for instance. [ 759.603067] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85627c4-0c83-43a8-aaca-51c796b7c64f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.616102] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c2730f-e20c-4b73-ac00-d12b1040395c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.669022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411950c4-d8c0-44db-b50c-5343b7375d3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.682166] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b33927-096b-476a-a5e8-a3214ea2c746 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.695102] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438064, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.710381] env[69722]: DEBUG nova.compute.provider_tree [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.781481] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438065, 'name': Rename_Task, 'duration_secs': 0.194757} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.781999] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.781999] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5942a752-a29d-4d3e-8aa5-92671fd80345 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.788819] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 759.788819] env[69722]: value = "task-3438066" [ 759.788819] env[69722]: _type = "Task" [ 759.788819] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.798076] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.862986] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438063, 'name': ReconfigVM_Task, 'duration_secs': 1.272073} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.863579] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 2d9e5249-07b7-4828-91c6-0a502567805e/2d9e5249-07b7-4828-91c6-0a502567805e.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.864320] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f8dcfba-818a-45e2-8526-a6b175657040 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.871018] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 759.871018] env[69722]: value = "task-3438067" [ 759.871018] env[69722]: _type = "Task" [ 759.871018] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.879810] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438067, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.954786] env[69722]: DEBUG nova.compute.manager [req-b1c89f9c-2689-429a-b06f-24c1e6f04f97 req-33c52e9a-127a-4367-bf08-37d21a4175a2 service nova] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Received event network-vif-deleted-69b9ea6d-0780-4538-aa21-66a89cb52d41 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.955987] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.982487] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.982729] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.982905] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.983103] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.983280] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.983443] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.983651] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.983809] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.983974] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.984202] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.984384] env[69722]: DEBUG nova.virt.hardware [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.985287] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d14786-4c5d-464d-895f-f02c97752779 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.994121] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadde949-1706-4ce5-9922-b76d50082313 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.084622] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.186876] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438064, 'name': PowerOnVM_Task, 'duration_secs': 0.593974} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.186876] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.187071] env[69722]: INFO nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Took 10.05 seconds to spawn the instance on the hypervisor. [ 760.187328] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.188169] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc18609-1ae8-40a8-a748-8ee3e96a2ae3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.214152] env[69722]: DEBUG nova.scheduler.client.report [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.301361] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438066, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.384891] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438067, 'name': Rename_Task, 'duration_secs': 0.146301} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.385212] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.385468] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81250cb6-26ed-4e6d-ab54-1340433f2ab9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.391890] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 760.391890] env[69722]: value = "task-3438068" [ 760.391890] env[69722]: _type = "Task" [ 760.391890] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.403016] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.684760] env[69722]: DEBUG nova.compute.manager [req-de533c3b-4ef5-4548-9939-09d2e7bdf60e req-60a0f90d-014e-4a6a-8d05-cae7cfd1babc service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Received event network-vif-plugged-4deec320-8055-4f3d-b8ef-1aa2f5d429d9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.684760] env[69722]: DEBUG oslo_concurrency.lockutils [req-de533c3b-4ef5-4548-9939-09d2e7bdf60e req-60a0f90d-014e-4a6a-8d05-cae7cfd1babc service nova] Acquiring lock "1edc3775-9f29-4274-9838-22c752c290f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.684760] env[69722]: DEBUG oslo_concurrency.lockutils [req-de533c3b-4ef5-4548-9939-09d2e7bdf60e req-60a0f90d-014e-4a6a-8d05-cae7cfd1babc service nova] Lock "1edc3775-9f29-4274-9838-22c752c290f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.684760] env[69722]: DEBUG oslo_concurrency.lockutils [req-de533c3b-4ef5-4548-9939-09d2e7bdf60e req-60a0f90d-014e-4a6a-8d05-cae7cfd1babc service nova] Lock "1edc3775-9f29-4274-9838-22c752c290f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.685280] env[69722]: DEBUG nova.compute.manager [req-de533c3b-4ef5-4548-9939-09d2e7bdf60e req-60a0f90d-014e-4a6a-8d05-cae7cfd1babc service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] No waiting events found dispatching network-vif-plugged-4deec320-8055-4f3d-b8ef-1aa2f5d429d9 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 760.685582] env[69722]: WARNING nova.compute.manager [req-de533c3b-4ef5-4548-9939-09d2e7bdf60e req-60a0f90d-014e-4a6a-8d05-cae7cfd1babc service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Received unexpected event network-vif-plugged-4deec320-8055-4f3d-b8ef-1aa2f5d429d9 for instance with vm_state building and task_state spawning. [ 760.710808] env[69722]: INFO nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Took 47.71 seconds to build instance. [ 760.723367] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.723367] env[69722]: DEBUG nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.727115] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.018s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.733019] env[69722]: INFO nova.compute.claims [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.791294] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Successfully updated port: 4deec320-8055-4f3d-b8ef-1aa2f5d429d9 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.810955] env[69722]: DEBUG oslo_vmware.api [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438066, 'name': PowerOnVM_Task, 'duration_secs': 0.822559} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.811225] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.811440] env[69722]: DEBUG nova.compute.manager [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.812280] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ca6012-f596-42fc-a1a8-170cfb32fb9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.909415] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.910308] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.916355] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438068, 'name': PowerOnVM_Task, 'duration_secs': 0.486146} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.916824] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.918084] env[69722]: INFO nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Took 8.07 seconds to spawn the instance on the hypervisor. [ 760.918407] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.919647] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b9bfe7-9e66-48ec-a981-fc0b6a8963d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.214221] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.676s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.238481] env[69722]: DEBUG nova.compute.utils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.238481] env[69722]: DEBUG nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.238673] env[69722]: DEBUG nova.network.neutron [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.276281] env[69722]: DEBUG nova.policy [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '554930fec65d4879a6512b8611ba21f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c71c4a630eff44d09a5f8a58c15b8599', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.305259] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "refresh_cache-1edc3775-9f29-4274-9838-22c752c290f4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.305417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "refresh_cache-1edc3775-9f29-4274-9838-22c752c290f4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.305565] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.337758] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.447087] env[69722]: INFO nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Took 44.49 seconds to build instance. [ 761.636684] env[69722]: DEBUG nova.network.neutron [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Successfully created port: 7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.716279] env[69722]: DEBUG nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.743343] env[69722]: DEBUG nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.856843] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.950839] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "2d9e5249-07b7-4828-91c6-0a502567805e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.377s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.027799] env[69722]: DEBUG nova.network.neutron [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Updating instance_info_cache with network_info: [{"id": "4deec320-8055-4f3d-b8ef-1aa2f5d429d9", "address": "fa:16:3e:14:94:d0", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4deec320-80", "ovs_interfaceid": "4deec320-8055-4f3d-b8ef-1aa2f5d429d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.235803] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.315967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea37069e-5314-4f9d-b25f-b26b97f15116 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.323729] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336d01f3-197f-4120-a309-2d2855beab99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.357457] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b8e5dc-f043-4eee-b26c-0442b64801a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.364781] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6738b730-72ae-468f-b10f-f330c47dfb07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.378493] env[69722]: DEBUG nova.compute.provider_tree [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.459993] env[69722]: DEBUG nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.530280] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "refresh_cache-1edc3775-9f29-4274-9838-22c752c290f4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.530595] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Instance network_info: |[{"id": "4deec320-8055-4f3d-b8ef-1aa2f5d429d9", "address": "fa:16:3e:14:94:d0", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4deec320-80", "ovs_interfaceid": "4deec320-8055-4f3d-b8ef-1aa2f5d429d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.530999] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:94:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '510d3c47-3615-43d5-aa5d-a279fd915e71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4deec320-8055-4f3d-b8ef-1aa2f5d429d9', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.538566] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.539102] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.539331] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48b76b7b-405f-40f5-b4cf-10c196eda22a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.559888] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.559888] env[69722]: value = "task-3438069" [ 762.559888] env[69722]: _type = "Task" [ 762.559888] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.569832] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438069, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.725880] env[69722]: DEBUG nova.compute.manager [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Received event network-changed-4deec320-8055-4f3d-b8ef-1aa2f5d429d9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.725880] env[69722]: DEBUG nova.compute.manager [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Refreshing instance network info cache due to event network-changed-4deec320-8055-4f3d-b8ef-1aa2f5d429d9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.726311] env[69722]: DEBUG oslo_concurrency.lockutils [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] Acquiring lock "refresh_cache-1edc3775-9f29-4274-9838-22c752c290f4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.726311] env[69722]: DEBUG oslo_concurrency.lockutils [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] Acquired lock "refresh_cache-1edc3775-9f29-4274-9838-22c752c290f4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.726493] env[69722]: DEBUG nova.network.neutron [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Refreshing network info cache for port 4deec320-8055-4f3d-b8ef-1aa2f5d429d9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.756960] env[69722]: DEBUG nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.778393] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.778655] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.778811] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.779012] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.779167] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.779318] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.779519] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.779891] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.780088] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.780259] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.780437] env[69722]: DEBUG nova.virt.hardware [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.780848] env[69722]: INFO nova.compute.manager [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Rebuilding instance [ 762.783380] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b226d18-09ad-433c-a952-876fe16fc563 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.791748] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689010a8-08de-4d5d-b48a-777932e53a63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.829020] env[69722]: DEBUG nova.compute.manager [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.829020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42c549f-4826-4d28-8d82-3946db2b1274 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.884352] env[69722]: DEBUG nova.scheduler.client.report [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.984640] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.071376] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438069, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.205777] env[69722]: DEBUG nova.network.neutron [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Successfully updated port: 7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.387590] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.388116] env[69722]: DEBUG nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.392908] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.036s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.395260] env[69722]: INFO nova.compute.claims [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.433269] env[69722]: DEBUG nova.network.neutron [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Updated VIF entry in instance network info cache for port 4deec320-8055-4f3d-b8ef-1aa2f5d429d9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.433616] env[69722]: DEBUG nova.network.neutron [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Updating instance_info_cache with network_info: [{"id": "4deec320-8055-4f3d-b8ef-1aa2f5d429d9", "address": "fa:16:3e:14:94:d0", "network": {"id": "e8884bc5-8d4a-45b0-afcc-a2c6155f9a92", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1039889744-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1581d1177354495ab30db4d294da3930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "510d3c47-3615-43d5-aa5d-a279fd915e71", "external-id": "nsx-vlan-transportzone-436", "segmentation_id": 436, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4deec320-80", "ovs_interfaceid": "4deec320-8055-4f3d-b8ef-1aa2f5d429d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.435038] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-ad258087-2025-4e22-9f0c-d2776440d59c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.435261] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ad258087-2025-4e22-9f0c-d2776440d59c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.435578] env[69722]: DEBUG nova.objects.instance [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'flavor' on Instance uuid ad258087-2025-4e22-9f0c-d2776440d59c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.571895] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438069, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.708397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.708560] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquired lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.708743] env[69722]: DEBUG nova.network.neutron [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.840386] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.840771] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af44209-6c30-4d79-b5b6-8fc2bf640d96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.848737] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 763.848737] env[69722]: value = "task-3438070" [ 763.848737] env[69722]: _type = "Task" [ 763.848737] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.858359] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.900138] env[69722]: DEBUG nova.compute.utils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.903772] env[69722]: DEBUG nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.903772] env[69722]: DEBUG nova.network.neutron [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.938286] env[69722]: DEBUG oslo_concurrency.lockutils [req-90926f05-6f73-4b18-888d-3e0665275149 req-53cf0655-f2a8-4298-a553-a4d9a5245aea service nova] Releasing lock "refresh_cache-1edc3775-9f29-4274-9838-22c752c290f4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.943563] env[69722]: DEBUG nova.policy [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f219263e5f4544d09346b7a79c63ab6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47dfddde4d140e28aa26af6c2c17c09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.072058] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438069, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.241685] env[69722]: DEBUG nova.objects.instance [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'pci_requests' on Instance uuid ad258087-2025-4e22-9f0c-d2776440d59c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.247898] env[69722]: DEBUG nova.network.neutron [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.250251] env[69722]: DEBUG nova.network.neutron [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Successfully created port: 5d706888-5a6b-4154-8a61-a756523cee80 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 764.363175] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438070, 'name': PowerOffVM_Task, 'duration_secs': 0.301641} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.363461] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.363699] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.364515] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd58037-60e8-4e79-bd4f-47612c909634 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.371128] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.371493] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10a04084-7a2f-4f9e-ae96-236fa17ec457 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.396314] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.396450] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.396637] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Deleting the datastore file [datastore2] 2c7890f4-59f6-464b-9c0c-a482f76b7099 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.396892] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6720e01b-ea23-4e68-9dc0-185cf11a82b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.402801] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 764.402801] env[69722]: value = "task-3438072" [ 764.402801] env[69722]: _type = "Task" [ 764.402801] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.406116] env[69722]: DEBUG nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.426854] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.486111] env[69722]: DEBUG nova.network.neutron [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Updating instance_info_cache with network_info: [{"id": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "address": "fa:16:3e:6f:a5:d8", "network": {"id": "6bdde0c8-e8be-4c53-b8d3-56c4f3456751", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047454659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71c4a630eff44d09a5f8a58c15b8599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd104aa-1e", "ovs_interfaceid": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.575536] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438069, 'name': CreateVM_Task, 'duration_secs': 1.543167} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.575732] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.576443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.576599] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.576894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.577202] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4262122b-34c0-4c42-8a43-4e1a43614b0c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.581603] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 764.581603] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a8c7fa-999c-ce60-0394-b0ecbc1171b6" [ 764.581603] env[69722]: _type = "Task" [ 764.581603] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.591715] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a8c7fa-999c-ce60-0394-b0ecbc1171b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.745960] env[69722]: DEBUG nova.objects.base [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 764.746121] env[69722]: DEBUG nova.network.neutron [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.784975] env[69722]: DEBUG nova.policy [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.917095] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.08994} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.917660] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.917660] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.918031] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.949415] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546f7f33-4f84-4ced-935d-e657380670f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.960734] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9806ed98-9368-43de-9461-fb40b686959e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.990159] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Releasing lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.990602] env[69722]: DEBUG nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Instance network_info: |[{"id": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "address": "fa:16:3e:6f:a5:d8", "network": {"id": "6bdde0c8-e8be-4c53-b8d3-56c4f3456751", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047454659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71c4a630eff44d09a5f8a58c15b8599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd104aa-1e", "ovs_interfaceid": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 764.991298] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231fc8eb-fe79-4c9b-9285-a9ac386e7183 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.994144] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:a5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dd104aa-1e83-4b7e-a312-6f94b600296e', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.001468] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Creating folder: Project (c71c4a630eff44d09a5f8a58c15b8599). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.001714] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-014c5f89-b866-4516-bfb2-1de7ee062825 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.008656] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e60c94-6afe-4128-9de6-86b856c10051 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.013251] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Created folder: Project (c71c4a630eff44d09a5f8a58c15b8599) in parent group-v686248. [ 765.013430] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Creating folder: Instances. Parent ref: group-v686356. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.013948] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-377de3e7-fba4-4d20-ad1d-c88fc3e69dbd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.023399] env[69722]: DEBUG nova.compute.provider_tree [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.028025] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Created folder: Instances in parent group-v686356. [ 765.028025] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.028025] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.028025] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3216e3f-130c-4a41-a649-37ca372cd8b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.046335] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.046335] env[69722]: value = "task-3438075" [ 765.046335] env[69722]: _type = "Task" [ 765.046335] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.053045] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438075, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.059667] env[69722]: DEBUG nova.network.neutron [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Successfully created port: 1ebe1653-be4d-46c3-8a79-63c53aae53ee {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.094965] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a8c7fa-999c-ce60-0394-b0ecbc1171b6, 'name': SearchDatastore_Task, 'duration_secs': 0.012331} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.095093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.095297] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.095533] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.095678] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.095852] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.096123] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e71e27c-2235-417d-a92f-ffcc9f7bd209 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.112461] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.112645] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.113421] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21388476-f64b-40aa-ac3f-b59793b53ca1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.118951] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 765.118951] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52497c36-2947-9c48-dc4c-ef47a736ba55" [ 765.118951] env[69722]: _type = "Task" [ 765.118951] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.126219] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52497c36-2947-9c48-dc4c-ef47a736ba55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.359835] env[69722]: DEBUG nova.compute.manager [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Received event network-vif-plugged-7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.360082] env[69722]: DEBUG oslo_concurrency.lockutils [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] Acquiring lock "e653fc20-13d7-466a-bb91-1ae2cd58d469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.360302] env[69722]: DEBUG oslo_concurrency.lockutils [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.360469] env[69722]: DEBUG oslo_concurrency.lockutils [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.360658] env[69722]: DEBUG nova.compute.manager [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] No waiting events found dispatching network-vif-plugged-7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.360816] env[69722]: WARNING nova.compute.manager [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Received unexpected event network-vif-plugged-7dd104aa-1e83-4b7e-a312-6f94b600296e for instance with vm_state building and task_state spawning. [ 765.360922] env[69722]: DEBUG nova.compute.manager [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Received event network-changed-7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.361231] env[69722]: DEBUG nova.compute.manager [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Refreshing instance network info cache due to event network-changed-7dd104aa-1e83-4b7e-a312-6f94b600296e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.361473] env[69722]: DEBUG oslo_concurrency.lockutils [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] Acquiring lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.361630] env[69722]: DEBUG oslo_concurrency.lockutils [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] Acquired lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.361785] env[69722]: DEBUG nova.network.neutron [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Refreshing network info cache for port 7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.419450] env[69722]: DEBUG nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.445792] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.446070] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.446322] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.447826] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.447826] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.447826] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.447826] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.447826] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.447826] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.448101] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.448101] env[69722]: DEBUG nova.virt.hardware [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.448366] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a3fc6-29ef-4b59-ac13-470bf2de7203 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.456631] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8299c069-2656-4c32-8ac7-0b96c40cc4bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.530118] env[69722]: DEBUG nova.scheduler.client.report [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.555217] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438075, 'name': CreateVM_Task, 'duration_secs': 0.402098} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.555427] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.556103] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.556276] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.556579] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.556840] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8385275-1852-45a9-b057-9f4fc4210f81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.561561] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 765.561561] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7d1bb-1c73-c2f0-4d8d-e66d81538b08" [ 765.561561] env[69722]: _type = "Task" [ 765.561561] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.569227] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7d1bb-1c73-c2f0-4d8d-e66d81538b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.629087] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52497c36-2947-9c48-dc4c-ef47a736ba55, 'name': SearchDatastore_Task, 'duration_secs': 0.012671} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.629849] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a673abb-615d-4434-bac8-80fa454267b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.634614] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 765.634614] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cb91f8-7123-801b-8e66-c9368729a395" [ 765.634614] env[69722]: _type = "Task" [ 765.634614] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.642229] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cb91f8-7123-801b-8e66-c9368729a395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.793089] env[69722]: DEBUG nova.network.neutron [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Successfully updated port: 5d706888-5a6b-4154-8a61-a756523cee80 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.950797] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.951134] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.951345] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.951630] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.951989] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.952141] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.952455] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.952722] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.952946] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.953187] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.953416] env[69722]: DEBUG nova.virt.hardware [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.954304] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662d4ec2-939f-4e9f-bf48-0df0d6c59461 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.962330] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5300e6-8ed0-49a7-8acf-b75aa8c0903f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.978040] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.983580] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.983857] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.984152] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e3dd3c0-a425-4842-b120-cb8ebc58740c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.002239] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.002239] env[69722]: value = "task-3438076" [ 766.002239] env[69722]: _type = "Task" [ 766.002239] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.010170] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438076, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.036021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.036021] env[69722]: DEBUG nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.038310] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.520s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.038559] env[69722]: DEBUG nova.objects.instance [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lazy-loading 'resources' on Instance uuid 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.073429] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7d1bb-1c73-c2f0-4d8d-e66d81538b08, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.073799] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.074211] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.074452] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.084915] env[69722]: DEBUG nova.network.neutron [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Updated VIF entry in instance network info cache for port 7dd104aa-1e83-4b7e-a312-6f94b600296e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.085381] env[69722]: DEBUG nova.network.neutron [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Updating instance_info_cache with network_info: [{"id": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "address": "fa:16:3e:6f:a5:d8", "network": {"id": "6bdde0c8-e8be-4c53-b8d3-56c4f3456751", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047454659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71c4a630eff44d09a5f8a58c15b8599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd104aa-1e", "ovs_interfaceid": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.144995] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cb91f8-7123-801b-8e66-c9368729a395, 'name': SearchDatastore_Task, 'duration_secs': 0.010283} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.145350] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.145617] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 1edc3775-9f29-4274-9838-22c752c290f4/1edc3775-9f29-4274-9838-22c752c290f4.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.145893] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.146097] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.146316] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5218a0db-b977-4978-a2a3-a7d43c95d9e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.148451] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cc6eb02-c8b3-48d2-925e-debf838860ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.155082] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 766.155082] env[69722]: value = "task-3438077" [ 766.155082] env[69722]: _type = "Task" [ 766.155082] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.162019] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.162019] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.162019] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9695e9dd-f37b-48a2-8996-64f77ab61b07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.165808] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.168794] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 766.168794] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5278644f-be64-8230-f867-a70de1781094" [ 766.168794] env[69722]: _type = "Task" [ 766.168794] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.176908] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5278644f-be64-8230-f867-a70de1781094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.295514] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "refresh_cache-2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.295514] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "refresh_cache-2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.295649] env[69722]: DEBUG nova.network.neutron [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.514557] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438076, 'name': CreateVM_Task, 'duration_secs': 0.256134} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.515023] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.515635] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.515755] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.516105] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.516403] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-510ea3e5-1621-467d-90fe-85651e409e23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.523264] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 766.523264] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f4cae1-612d-5776-01b2-8efe7a5a09aa" [ 766.523264] env[69722]: _type = "Task" [ 766.523264] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.534362] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f4cae1-612d-5776-01b2-8efe7a5a09aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.544513] env[69722]: DEBUG nova.compute.utils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.546152] env[69722]: DEBUG nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 766.561713] env[69722]: DEBUG nova.network.neutron [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Successfully updated port: 1ebe1653-be4d-46c3-8a79-63c53aae53ee {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.588674] env[69722]: DEBUG oslo_concurrency.lockutils [req-ebcff44b-adfc-4288-a895-23e2b9c9c613 req-665e3722-dae7-41d6-ac68-71881dfc9a94 service nova] Releasing lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.667103] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457571} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.667424] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 1edc3775-9f29-4274-9838-22c752c290f4/1edc3775-9f29-4274-9838-22c752c290f4.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.667563] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.667823] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47b4daaf-d8db-4a7e-933e-5d7989c92219 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.677048] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 766.677048] env[69722]: value = "task-3438078" [ 766.677048] env[69722]: _type = "Task" [ 766.677048] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.680316] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5278644f-be64-8230-f867-a70de1781094, 'name': SearchDatastore_Task, 'duration_secs': 0.008019} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.683544] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca3b664-0485-4b1a-a95c-573871c84f64 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.693505] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.694581] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 766.694581] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52efc1cb-a315-4472-c92e-789a4171a149" [ 766.694581] env[69722]: _type = "Task" [ 766.694581] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.705762] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52efc1cb-a315-4472-c92e-789a4171a149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.828049] env[69722]: DEBUG nova.network.neutron [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.963080] env[69722]: DEBUG nova.network.neutron [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Updating instance_info_cache with network_info: [{"id": "5d706888-5a6b-4154-8a61-a756523cee80", "address": "fa:16:3e:37:67:ac", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d706888-5a", "ovs_interfaceid": "5d706888-5a6b-4154-8a61-a756523cee80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.033546] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f4cae1-612d-5776-01b2-8efe7a5a09aa, 'name': SearchDatastore_Task, 'duration_secs': 0.0526} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.036031] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.036127] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.036359] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.045563] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4baa07-979f-4bf2-8d74-9b57ee461749 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.048148] env[69722]: DEBUG nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.055027] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b7b9b6-58dd-4007-9658-1191bfd9999c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.085951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.086896] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.087151] env[69722]: DEBUG nova.network.neutron [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.089556] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596da19-4928-4d58-88f9-bccadb023cb2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.098168] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c0b0e-c7d9-4526-b755-e06a05d366e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.111929] env[69722]: DEBUG nova.compute.provider_tree [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.190539] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265156} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.190849] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.191644] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1d8dbd-2527-4c67-ba5c-027dcb66196e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.215200] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 1edc3775-9f29-4274-9838-22c752c290f4/1edc3775-9f29-4274-9838-22c752c290f4.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.216087] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce574c1-40e8-4eed-b111-fc8c2e9ae7c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.235059] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52efc1cb-a315-4472-c92e-789a4171a149, 'name': SearchDatastore_Task, 'duration_secs': 0.009772} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.235555] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.235841] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e653fc20-13d7-466a-bb91-1ae2cd58d469/e653fc20-13d7-466a-bb91-1ae2cd58d469.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.236135] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.236356] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.236581] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b72a1d5-7c54-4fb3-82ac-5fcb2ed8bde4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.238440] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7343b136-08a5-4952-87fe-0e796a45db34 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.241640] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 767.241640] env[69722]: value = "task-3438079" [ 767.241640] env[69722]: _type = "Task" [ 767.241640] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.247036] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 767.247036] env[69722]: value = "task-3438080" [ 767.247036] env[69722]: _type = "Task" [ 767.247036] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.254497] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.254683] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.255536] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438079, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.256134] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36d33e57-5dab-4aac-9de8-e452db428872 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.261218] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.264801] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 767.264801] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005a3e-d1e1-3d39-2c12-28613584a166" [ 767.264801] env[69722]: _type = "Task" [ 767.264801] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.272553] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005a3e-d1e1-3d39-2c12-28613584a166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.465661] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "refresh_cache-2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.466062] env[69722]: DEBUG nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Instance network_info: |[{"id": "5d706888-5a6b-4154-8a61-a756523cee80", "address": "fa:16:3e:37:67:ac", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d706888-5a", "ovs_interfaceid": "5d706888-5a6b-4154-8a61-a756523cee80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.466640] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:67:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d706888-5a6b-4154-8a61-a756523cee80', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.474909] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.475216] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.475473] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09d278b3-a921-49bc-877f-4218308fe09f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.498308] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.498308] env[69722]: value = "task-3438081" [ 767.498308] env[69722]: _type = "Task" [ 767.498308] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.506899] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438081, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.615325] env[69722]: DEBUG nova.scheduler.client.report [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.630459] env[69722]: WARNING nova.network.neutron [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] 3440ebdf-a28f-4afc-bb32-cc80347965dc already exists in list: networks containing: ['3440ebdf-a28f-4afc-bb32-cc80347965dc']. ignoring it [ 767.755128] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.760599] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438080, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.774976] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005a3e-d1e1-3d39-2c12-28613584a166, 'name': SearchDatastore_Task, 'duration_secs': 0.01607} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.775837] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0031fd-9096-449a-a6f1-07c768f56e7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.781806] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 767.781806] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cd62eb-74d0-afb3-5c01-2bf835adff81" [ 767.781806] env[69722]: _type = "Task" [ 767.781806] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.792031] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cd62eb-74d0-afb3-5c01-2bf835adff81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.840448] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Received event network-vif-plugged-5d706888-5a6b-4154-8a61-a756523cee80 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.840691] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Acquiring lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.840913] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.841100] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.841282] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] No waiting events found dispatching network-vif-plugged-5d706888-5a6b-4154-8a61-a756523cee80 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 767.841459] env[69722]: WARNING nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Received unexpected event network-vif-plugged-5d706888-5a6b-4154-8a61-a756523cee80 for instance with vm_state building and task_state spawning. [ 767.841613] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Received event network-changed-5d706888-5a6b-4154-8a61-a756523cee80 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.841766] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Refreshing instance network info cache due to event network-changed-5d706888-5a6b-4154-8a61-a756523cee80. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.841951] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Acquiring lock "refresh_cache-2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.842126] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Acquired lock "refresh_cache-2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.842297] env[69722]: DEBUG nova.network.neutron [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Refreshing network info cache for port 5d706888-5a6b-4154-8a61-a756523cee80 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.931484] env[69722]: DEBUG nova.network.neutron [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ebe1653-be4d-46c3-8a79-63c53aae53ee", "address": "fa:16:3e:a5:ea:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebe1653-be", "ovs_interfaceid": "1ebe1653-be4d-46c3-8a79-63c53aae53ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.010705] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438081, 'name': CreateVM_Task, 'duration_secs': 0.479242} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.010958] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.011515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.011680] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.011977] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.012506] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb84051a-5250-4d5c-952f-696b53580881 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.017493] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 768.017493] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bf25f0-1db9-25f5-72b9-d480aa456e38" [ 768.017493] env[69722]: _type = "Task" [ 768.017493] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.025092] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bf25f0-1db9-25f5-72b9-d480aa456e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.058414] env[69722]: DEBUG nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.083389] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.083623] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.083775] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.083950] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.084121] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.084290] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.084495] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.084650] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.084811] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.084968] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.085187] env[69722]: DEBUG nova.virt.hardware [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.086031] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95005924-9aa2-41dd-84df-ec7fe6aad1b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.094018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2612713c-87fc-4d55-b14f-46e64882cf66 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.107578] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.113008] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Creating folder: Project (9d520275eada4207ab5191f581280693). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.113281] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbd7e0b0-3090-4650-a015-e1653dd05442 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.120704] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.123867] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.434s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.124147] env[69722]: DEBUG nova.objects.instance [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lazy-loading 'resources' on Instance uuid 70ff7505-9b7f-48c6-8017-e380d9e61842 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.125293] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Created folder: Project (9d520275eada4207ab5191f581280693) in parent group-v686248. [ 768.125463] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Creating folder: Instances. Parent ref: group-v686361. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.125681] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c24b7380-18eb-4760-931d-6a94359d0084 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.135431] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Created folder: Instances in parent group-v686361. [ 768.135709] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.135966] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.136203] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b38f16-a48d-410e-a778-49da8f6b2cda {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.150533] env[69722]: INFO nova.scheduler.client.report [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Deleted allocations for instance 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef [ 768.157151] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.157151] env[69722]: value = "task-3438084" [ 768.157151] env[69722]: _type = "Task" [ 768.157151] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.165909] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438084, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.255174] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438079, 'name': ReconfigVM_Task, 'duration_secs': 0.608505} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.255845] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 1edc3775-9f29-4274-9838-22c752c290f4/1edc3775-9f29-4274-9838-22c752c290f4.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.256520] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c2d675-d322-41e4-8f95-43db0d4d6ac7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.260870] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542499} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.261428] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e653fc20-13d7-466a-bb91-1ae2cd58d469/e653fc20-13d7-466a-bb91-1ae2cd58d469.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.261634] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.261887] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01656086-059c-43b8-960b-9edea2252c3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.266247] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 768.266247] env[69722]: value = "task-3438085" [ 768.266247] env[69722]: _type = "Task" [ 768.266247] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.270151] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 768.270151] env[69722]: value = "task-3438086" [ 768.270151] env[69722]: _type = "Task" [ 768.270151] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.277113] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438085, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.281659] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.291418] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cd62eb-74d0-afb3-5c01-2bf835adff81, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.291688] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.291955] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.292224] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf10c6f9-2428-4987-a31d-efa1e70539b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.298277] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 768.298277] env[69722]: value = "task-3438087" [ 768.298277] env[69722]: _type = "Task" [ 768.298277] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.306980] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.434745] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.435331] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.435705] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.437034] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773d77f6-e3e6-44b4-bd1c-5f3e6bd637bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.459874] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.460146] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.460309] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.460488] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.460634] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.460779] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.460980] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.461166] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.461316] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.461481] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.461653] env[69722]: DEBUG nova.virt.hardware [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.468293] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Reconfiguring VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 768.470994] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c347dec-a6ab-49d9-a12e-78b7a671f9eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.489585] env[69722]: DEBUG oslo_vmware.api [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 768.489585] env[69722]: value = "task-3438088" [ 768.489585] env[69722]: _type = "Task" [ 768.489585] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.499162] env[69722]: DEBUG oslo_vmware.api [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438088, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.528707] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bf25f0-1db9-25f5-72b9-d480aa456e38, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.528884] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.529517] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.529517] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.530924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.530924] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.530924] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0ac0f15-74f1-442c-8b3a-2ef66415d91b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.548985] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.548985] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.549365] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d5bd156-c5d6-4196-ba53-979cc1f35872 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.555062] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 768.555062] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fdba94-f258-a039-1f77-fe5d79d53d81" [ 768.555062] env[69722]: _type = "Task" [ 768.555062] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.563358] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fdba94-f258-a039-1f77-fe5d79d53d81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.643622] env[69722]: DEBUG nova.network.neutron [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Updated VIF entry in instance network info cache for port 5d706888-5a6b-4154-8a61-a756523cee80. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.644076] env[69722]: DEBUG nova.network.neutron [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Updating instance_info_cache with network_info: [{"id": "5d706888-5a6b-4154-8a61-a756523cee80", "address": "fa:16:3e:37:67:ac", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d706888-5a", "ovs_interfaceid": "5d706888-5a6b-4154-8a61-a756523cee80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.663842] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90c7cb27-9aea-4463-9b53-1a695dae7d47 tempest-ServerDiagnosticsNegativeTest-1885041550 tempest-ServerDiagnosticsNegativeTest-1885041550-project-member] Lock "08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.082s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.676439] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438084, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.781607] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071475} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.787568] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.787920] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438085, 'name': Rename_Task, 'duration_secs': 0.146319} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.788915] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec31ff94-56de-40f6-9e76-0e464bcf5403 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.791580] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.791848] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acd8c658-b469-4147-8b73-b294f38b0553 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.798700] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 768.798700] env[69722]: value = "task-3438089" [ 768.798700] env[69722]: _type = "Task" [ 768.798700] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.817279] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] e653fc20-13d7-466a-bb91-1ae2cd58d469/e653fc20-13d7-466a-bb91-1ae2cd58d469.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.826794] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d2783be-9ca0-4a3c-b783-bf07476a5708 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.848662] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526464} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.854600] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.854869] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.855464] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 768.855464] env[69722]: value = "task-3438090" [ 768.855464] env[69722]: _type = "Task" [ 768.855464] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.855735] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438089, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.858732] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b620162d-32a1-42b2-b6c6-9aac6af08370 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.870439] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.871330] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 768.871330] env[69722]: value = "task-3438091" [ 768.871330] env[69722]: _type = "Task" [ 768.871330] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.884323] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.999714] env[69722]: DEBUG oslo_vmware.api [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.068263] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fdba94-f258-a039-1f77-fe5d79d53d81, 'name': SearchDatastore_Task, 'duration_secs': 0.06057} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.069171] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04ffa59a-ee23-4d7c-829b-213a1fad2e4f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.075944] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 769.075944] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ab8917-13c7-a1a9-8c5c-3b096eb68f19" [ 769.075944] env[69722]: _type = "Task" [ 769.075944] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.084137] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ab8917-13c7-a1a9-8c5c-3b096eb68f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.148142] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Releasing lock "refresh_cache-2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.148414] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received event network-vif-plugged-1ebe1653-be4d-46c3-8a79-63c53aae53ee {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.148606] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.148803] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.148964] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.149137] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] No waiting events found dispatching network-vif-plugged-1ebe1653-be4d-46c3-8a79-63c53aae53ee {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.149321] env[69722]: WARNING nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received unexpected event network-vif-plugged-1ebe1653-be4d-46c3-8a79-63c53aae53ee for instance with vm_state active and task_state None. [ 769.149487] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received event network-changed-1ebe1653-be4d-46c3-8a79-63c53aae53ee {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.149652] env[69722]: DEBUG nova.compute.manager [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Refreshing instance network info cache due to event network-changed-1ebe1653-be4d-46c3-8a79-63c53aae53ee. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 769.149885] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Acquiring lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.149977] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Acquired lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.150149] env[69722]: DEBUG nova.network.neutron [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Refreshing network info cache for port 1ebe1653-be4d-46c3-8a79-63c53aae53ee {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 769.173271] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438084, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.268593] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b00a63-7228-4295-bd13-034070094fa8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.277263] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c24ab3-b6db-45c8-9201-ee65f41ab5b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.313102] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14517c8d-f5de-48ff-bdb1-baf92285afc6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.317228] env[69722]: DEBUG nova.objects.instance [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lazy-loading 'flavor' on Instance uuid b0e3f4d4-06eb-4fbb-96c9-2868b6c53648 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.324875] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438089, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.328154] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847bf10-6722-43aa-aefa-b34f26a9a0ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.344236] env[69722]: DEBUG nova.compute.provider_tree [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.370190] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438090, 'name': ReconfigVM_Task, 'duration_secs': 0.517389} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.370662] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Reconfigured VM instance instance-00000025 to attach disk [datastore1] e653fc20-13d7-466a-bb91-1ae2cd58d469/e653fc20-13d7-466a-bb91-1ae2cd58d469.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.371086] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8579c015-9d1d-48c6-8227-aa781288dceb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.381135] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073834} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.382579] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.382814] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 769.382814] env[69722]: value = "task-3438092" [ 769.382814] env[69722]: _type = "Task" [ 769.382814] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.383717] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b34b05-4866-4873-a207-b3dce5990026 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.402820] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438092, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.412698] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.413084] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6226a3-4063-47c7-a434-e1c1c5cadb07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.433220] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 769.433220] env[69722]: value = "task-3438093" [ 769.433220] env[69722]: _type = "Task" [ 769.433220] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.441676] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.501729] env[69722]: DEBUG oslo_vmware.api [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438088, 'name': ReconfigVM_Task, 'duration_secs': 0.875177} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.502396] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.502640] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Reconfigured VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 769.586769] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ab8917-13c7-a1a9-8c5c-3b096eb68f19, 'name': SearchDatastore_Task, 'duration_secs': 0.017867} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.586769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.586769] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986/2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.587369] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db39baf1-5e12-49f7-b7c4-6d60bafc1bfc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.594251] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 769.594251] env[69722]: value = "task-3438094" [ 769.594251] env[69722]: _type = "Task" [ 769.594251] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.603278] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.678663] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438084, 'name': CreateVM_Task, 'duration_secs': 1.373872} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.678867] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.679443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.679600] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.679954] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.680235] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b2f54a-8a42-41b8-8bdf-c6f53ba07665 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.686253] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 769.686253] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52853b4d-15dc-0fc7-8ca8-ddbda714d859" [ 769.686253] env[69722]: _type = "Task" [ 769.686253] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.694772] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52853b4d-15dc-0fc7-8ca8-ddbda714d859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.817252] env[69722]: DEBUG oslo_vmware.api [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438089, 'name': PowerOnVM_Task, 'duration_secs': 0.808292} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.817527] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.817732] env[69722]: INFO nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Took 9.86 seconds to spawn the instance on the hypervisor. [ 769.817909] env[69722]: DEBUG nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.818706] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d92f08-beb4-40be-9b41-d1f60d4efa04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.832036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.832036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquired lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.847579] env[69722]: DEBUG nova.scheduler.client.report [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.895302] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438092, 'name': Rename_Task, 'duration_secs': 0.262624} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.895596] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.895832] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e3ae12-21cd-4a52-80ae-09b13c3f9ab7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.902186] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 769.902186] env[69722]: value = "task-3438095" [ 769.902186] env[69722]: _type = "Task" [ 769.902186] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.915021] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.942739] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438093, 'name': ReconfigVM_Task, 'duration_secs': 0.390454} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.943055] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 2c7890f4-59f6-464b-9c0c-a482f76b7099/2c7890f4-59f6-464b-9c0c-a482f76b7099.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.944030] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aea53da8-6eb0-44af-ac81-e81a3b3a9ecb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.950192] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 769.950192] env[69722]: value = "task-3438096" [ 769.950192] env[69722]: _type = "Task" [ 769.950192] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.953876] env[69722]: DEBUG nova.network.neutron [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updated VIF entry in instance network info cache for port 1ebe1653-be4d-46c3-8a79-63c53aae53ee. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.954379] env[69722]: DEBUG nova.network.neutron [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1ebe1653-be4d-46c3-8a79-63c53aae53ee", "address": "fa:16:3e:a5:ea:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ebe1653-be", "ovs_interfaceid": "1ebe1653-be4d-46c3-8a79-63c53aae53ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.965026] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438096, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.009522] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7def3a4d-5ffa-4e2a-926b-9e14aa080ba8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ad258087-2025-4e22-9f0c-d2776440d59c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.574s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.106009] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438094, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.200486] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52853b4d-15dc-0fc7-8ca8-ddbda714d859, 'name': SearchDatastore_Task, 'duration_secs': 0.013178} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.200845] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.201126] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.201486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.201658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.201844] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.202178] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-796ae792-5eee-4da7-b1d0-dc2ebccdc1a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.217769] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.218078] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.219014] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0774bd0-706c-4399-ac64-20757cf5a1d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.226466] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 770.226466] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527f9ab0-4fb6-b2ed-a5ef-943e1ef76215" [ 770.226466] env[69722]: _type = "Task" [ 770.226466] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.236774] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527f9ab0-4fb6-b2ed-a5ef-943e1ef76215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.338680] env[69722]: INFO nova.compute.manager [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Took 49.28 seconds to build instance. [ 770.351936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.355634] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.534s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.392697] env[69722]: INFO nova.scheduler.client.report [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Deleted allocations for instance 70ff7505-9b7f-48c6-8017-e380d9e61842 [ 770.414713] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.460978] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5581567-f0f1-4aa7-ac09-7d121b29ea63 req-dbc15407-06fb-4ddc-82fa-9c598225e133 service nova] Releasing lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.461884] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438096, 'name': Rename_Task, 'duration_secs': 0.29461} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.462202] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.462483] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff00d0d9-929b-45d7-ae1a-b997f8265038 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.469239] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Waiting for the task: (returnval){ [ 770.469239] env[69722]: value = "task-3438097" [ 770.469239] env[69722]: _type = "Task" [ 770.469239] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.477243] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.526505] env[69722]: DEBUG nova.network.neutron [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.604770] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697169} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.605069] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986/2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.605293] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.605559] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-651d322f-2b4a-4d59-9a4a-8722f68a001d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.613324] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 770.613324] env[69722]: value = "task-3438098" [ 770.613324] env[69722]: _type = "Task" [ 770.613324] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.621766] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.737670] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527f9ab0-4fb6-b2ed-a5ef-943e1ef76215, 'name': SearchDatastore_Task, 'duration_secs': 0.028773} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.738912] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47af9cb-dc02-4683-9e37-ddd72f18e864 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.743932] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 770.743932] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e567a9-899c-0e43-1a7a-eef424fd57e2" [ 770.743932] env[69722]: _type = "Task" [ 770.743932] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.752321] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e567a9-899c-0e43-1a7a-eef424fd57e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.840086] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aaa12798-d4ae-46d8-ba80-fea99f6a6a46 tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "1edc3775-9f29-4274-9838-22c752c290f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.229s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.903185] env[69722]: DEBUG oslo_concurrency.lockutils [None req-50bb3faa-3969-4597-89d2-85e66e3b969c tempest-ServersTestManualDisk-1881844263 tempest-ServersTestManualDisk-1881844263-project-member] Lock "70ff7505-9b7f-48c6-8017-e380d9e61842" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.327s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.922224] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438095, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.979635] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.123634] env[69722]: DEBUG nova.compute.manager [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Received event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.123903] env[69722]: DEBUG nova.compute.manager [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing instance network info cache due to event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.124476] env[69722]: DEBUG oslo_concurrency.lockutils [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] Acquiring lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.133017] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135577} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.133329] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.134205] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef5e824-1067-4453-a29c-95ce61b25b78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.160021] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986/2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.160021] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1efa912f-7f1f-457f-8518-5126a3e90b0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.181846] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 771.181846] env[69722]: value = "task-3438099" [ 771.181846] env[69722]: _type = "Task" [ 771.181846] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.191504] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438099, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.254578] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e567a9-899c-0e43-1a7a-eef424fd57e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.254850] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.255119] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8eb77299-d73b-45a5-b02b-5200bc38b6c6/8eb77299-d73b-45a5-b02b-5200bc38b6c6.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.255399] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ac90a59-d7e2-487d-a0b0-663e197de435 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.264017] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 771.264017] env[69722]: value = "task-3438100" [ 771.264017] env[69722]: _type = "Task" [ 771.264017] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.271923] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.343062] env[69722]: DEBUG nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.405843] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ca5a5434-ee5a-447e-b24e-f8cd2629f6ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407033] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c8963c57-76ff-4cce-9279-c1f6744bbdaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407033] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance de579152-a4f4-474e-9dd7-12a419ffd905 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 771.407033] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 3edf2257-e7a2-404c-9f0a-1d2e40677b9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407033] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407033] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance e5cda2f6-fb36-43c1-8041-252493253f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407033] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ac5f41a1-eaba-492a-8293-4b96e4d78297 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 771.407033] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a8a67152-5fd1-4704-9f82-31d82d4cd134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407033] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 01ca7a98-3897-4e1a-8ec3-f70f476afd7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407372] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 26110aee-d477-4308-80ab-dcb8fc4d4c06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407553] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407553] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance b0e3f4d4-06eb-4fbb-96c9-2868b6c53648 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407978] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 97cc7695-2be2-47d5-bf0e-700ded8c7033 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407978] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ad258087-2025-4e22-9f0c-d2776440d59c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.407978] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 92838e96-a467-4e54-8d7b-e5c956d60338 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 771.408226] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 950744fb-3b6d-4c02-af4b-5f83f5e6cc45 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 771.408386] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance b6752a8d-7e8b-4df0-9ef9-50dbfc944f84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 771.408549] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 928ab915-fe86-4081-af20-f2f71b06c0f9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 771.409257] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 2c7890f4-59f6-464b-9c0c-a482f76b7099 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.409957] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a6f67f42-3ec9-45f9-82e6-356f1b17cd65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.409957] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 2d9e5249-07b7-4828-91c6-0a502567805e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.409957] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 1edc3775-9f29-4274-9838-22c752c290f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.410176] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance e653fc20-13d7-466a-bb91-1ae2cd58d469 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.410529] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.410529] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 8eb77299-d73b-45a5-b02b-5200bc38b6c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 771.426349] env[69722]: DEBUG oslo_vmware.api [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438095, 'name': PowerOnVM_Task, 'duration_secs': 1.205277} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.428326] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.428326] env[69722]: INFO nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Took 8.67 seconds to spawn the instance on the hypervisor. [ 771.428326] env[69722]: DEBUG nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.428326] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dddc6eb-03fe-414b-9b5c-160e0af50341 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.482802] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438097, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.550495] env[69722]: DEBUG nova.network.neutron [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.691739] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438099, 'name': ReconfigVM_Task, 'duration_secs': 0.413726} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.692626] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986/2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.693372] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1128caf8-c01f-4a15-833a-bbb3e209ba9f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.700922] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 771.700922] env[69722]: value = "task-3438101" [ 771.700922] env[69722]: _type = "Task" [ 771.700922] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.711469] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438101, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.774505] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438100, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.867345] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.921430] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 771.954265] env[69722]: INFO nova.compute.manager [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Took 46.47 seconds to build instance. [ 771.982519] env[69722]: DEBUG oslo_vmware.api [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Task: {'id': task-3438097, 'name': PowerOnVM_Task, 'duration_secs': 1.188606} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.982712] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.983351] env[69722]: DEBUG nova.compute.manager [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.985708] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ee547-0955-43f7-8f47-ea869e7e96a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.054261] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Releasing lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.054553] env[69722]: DEBUG nova.compute.manager [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Inject network info {{(pid=69722) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 772.054825] env[69722]: DEBUG nova.compute.manager [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] network_info to inject: |[{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 772.061514] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Reconfiguring VM instance to set the machine id {{(pid=69722) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 772.061868] env[69722]: DEBUG oslo_concurrency.lockutils [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] Acquired lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.062059] env[69722]: DEBUG nova.network.neutron [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.067584] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fad871d-baa9-4f66-af57-8c1cba864255 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.087908] env[69722]: DEBUG oslo_vmware.api [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 772.087908] env[69722]: value = "task-3438102" [ 772.087908] env[69722]: _type = "Task" [ 772.087908] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.095681] env[69722]: DEBUG oslo_vmware.api [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.213065] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438101, 'name': Rename_Task, 'duration_secs': 0.207612} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.213723] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.214183] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79b7cf4b-f140-4b78-a89d-feaac3338aef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.223061] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 772.223061] env[69722]: value = "task-3438103" [ 772.223061] env[69722]: _type = "Task" [ 772.223061] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.230914] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.281633] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777015} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.282122] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8eb77299-d73b-45a5-b02b-5200bc38b6c6/8eb77299-d73b-45a5-b02b-5200bc38b6c6.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.282441] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.282936] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d7ff0e8-045b-44b0-8310-9bf3968e83f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.289673] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 772.289673] env[69722]: value = "task-3438104" [ 772.289673] env[69722]: _type = "Task" [ 772.289673] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.300680] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.428868] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c3d915d6-b146-43e1-946d-289fbb5e6496 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.457276] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8d5ad855-23e7-42ec-9e05-9b3d8354abad tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.119s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.507316] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.600689] env[69722]: DEBUG oslo_vmware.api [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438102, 'name': ReconfigVM_Task, 'duration_secs': 0.210928} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.601271] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6977027a-c7e7-4ad2-9a56-5eb145767317 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Reconfigured VM instance to set the machine id {{(pid=69722) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 772.735136] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.801787] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068866} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.802173] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.803192] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cae2ee0-0806-4b59-901d-fde3c0226a13 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.828832] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 8eb77299-d73b-45a5-b02b-5200bc38b6c6/8eb77299-d73b-45a5-b02b-5200bc38b6c6.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.828832] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10cf73dd-9698-483c-968b-3876fe874653 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.854394] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 772.854394] env[69722]: value = "task-3438105" [ 772.854394] env[69722]: _type = "Task" [ 772.854394] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.862501] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.931758] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 29985cf3-76f7-48d6-b2a6-7338931186f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 772.942070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.943028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.943028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.943028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.943756] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.947190] env[69722]: INFO nova.compute.manager [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Terminating instance [ 772.958343] env[69722]: DEBUG nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.011460] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-ad258087-2025-4e22-9f0c-d2776440d59c-1ebe1653-be4d-46c3-8a79-63c53aae53ee" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.011756] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ad258087-2025-4e22-9f0c-d2776440d59c-1ebe1653-be4d-46c3-8a79-63c53aae53ee" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.019597] env[69722]: DEBUG nova.network.neutron [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updated VIF entry in instance network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.021631] env[69722]: DEBUG nova.network.neutron [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.234313] env[69722]: DEBUG oslo_vmware.api [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438103, 'name': PowerOnVM_Task, 'duration_secs': 0.929872} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.235051] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.235396] env[69722]: INFO nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Took 7.82 seconds to spawn the instance on the hypervisor. [ 773.237068] env[69722]: DEBUG nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.237068] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d421ac57-c439-4da9-9295-6e74709691c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.367390] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438105, 'name': ReconfigVM_Task, 'duration_secs': 0.285063} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.367699] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 8eb77299-d73b-45a5-b02b-5200bc38b6c6/8eb77299-d73b-45a5-b02b-5200bc38b6c6.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.368376] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5567ec2f-b775-4d5a-916e-d0e689970a3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.375664] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 773.375664] env[69722]: value = "task-3438106" [ 773.375664] env[69722]: _type = "Task" [ 773.375664] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.384227] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438106, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.439333] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 8edf5952-6a1e-47ce-a5e8-42652290418b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 773.456035] env[69722]: DEBUG nova.compute.manager [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.456035] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.456035] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1e644a-03d3-4151-a14c-b1c2d053e526 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.470488] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.472283] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f15f03-d5d2-41f4-853c-338437fa936d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.478922] env[69722]: DEBUG oslo_vmware.api [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 773.478922] env[69722]: value = "task-3438107" [ 773.478922] env[69722]: _type = "Task" [ 773.478922] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.487467] env[69722]: DEBUG oslo_vmware.api [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.489719] env[69722]: DEBUG nova.objects.instance [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lazy-loading 'flavor' on Instance uuid b0e3f4d4-06eb-4fbb-96c9-2868b6c53648 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.493053] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.514700] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.514700] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.515871] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7fa0a2-c824-49d1-a402-e3aa60a696e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.534507] env[69722]: DEBUG oslo_concurrency.lockutils [req-afa9e304-1ce5-49e5-bb58-1451d402111f req-ce3ddff0-c308-49d9-98ac-54c1c789a57a service nova] Releasing lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.537185] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd29bb91-674f-4b17-9d19-506abb4f7788 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.568889] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Reconfiguring VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 773.568889] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d335f8c-a23e-486e-bf5a-f275eab4165d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.588632] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 773.588632] env[69722]: value = "task-3438108" [ 773.588632] env[69722]: _type = "Task" [ 773.588632] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.599406] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.762137] env[69722]: INFO nova.compute.manager [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Took 42.07 seconds to build instance. [ 773.889790] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438106, 'name': Rename_Task, 'duration_secs': 0.136194} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.890748] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.891367] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1912a2e9-005b-492d-bdd0-ba87aeb44d0b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.898643] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 773.898643] env[69722]: value = "task-3438109" [ 773.898643] env[69722]: _type = "Task" [ 773.898643] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.910098] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.944386] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 773.996407] env[69722]: DEBUG oslo_vmware.api [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438107, 'name': PowerOffVM_Task, 'duration_secs': 0.361068} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.996926] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.997085] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquired lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.000038] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.000221] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.000497] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b452bc0-cfb6-43a8-9337-6fcd424f1443 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.062350] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.062646] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.063973] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleting the datastore file [datastore2] a6f67f42-3ec9-45f9-82e6-356f1b17cd65 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.063973] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84087c43-4aa1-47cc-bffa-64f1a4e783a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.070906] env[69722]: DEBUG oslo_vmware.api [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 774.070906] env[69722]: value = "task-3438111" [ 774.070906] env[69722]: _type = "Task" [ 774.070906] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.079723] env[69722]: DEBUG oslo_vmware.api [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.103500] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.198188] env[69722]: DEBUG nova.compute.manager [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Received event network-changed-7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.198188] env[69722]: DEBUG nova.compute.manager [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Refreshing instance network info cache due to event network-changed-7dd104aa-1e83-4b7e-a312-6f94b600296e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.198188] env[69722]: DEBUG oslo_concurrency.lockutils [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] Acquiring lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.198373] env[69722]: DEBUG oslo_concurrency.lockutils [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] Acquired lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.199693] env[69722]: DEBUG nova.network.neutron [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Refreshing network info cache for port 7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.208675] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "2c7890f4-59f6-464b-9c0c-a482f76b7099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.209689] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "2c7890f4-59f6-464b-9c0c-a482f76b7099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.209689] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "2c7890f4-59f6-464b-9c0c-a482f76b7099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.209689] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "2c7890f4-59f6-464b-9c0c-a482f76b7099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.209689] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "2c7890f4-59f6-464b-9c0c-a482f76b7099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.214497] env[69722]: INFO nova.compute.manager [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Terminating instance [ 774.264357] env[69722]: DEBUG oslo_concurrency.lockutils [None req-383e38f0-a162-4d19-a55c-6eca07bc29e2 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.885s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.411959] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.447072] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a41ea9fe-c192-49f1-aea0-0df98dcb68f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 774.582377] env[69722]: DEBUG oslo_vmware.api [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195719} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.582918] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.583275] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.583580] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.583900] env[69722]: INFO nova.compute.manager [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Took 1.13 seconds to destroy the instance on the hypervisor. [ 774.584329] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.584720] env[69722]: DEBUG nova.compute.manager [-] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.584940] env[69722]: DEBUG nova.network.neutron [-] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.601153] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.724258] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "refresh_cache-2c7890f4-59f6-464b-9c0c-a482f76b7099" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.724258] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquired lock "refresh_cache-2c7890f4-59f6-464b-9c0c-a482f76b7099" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.724258] env[69722]: DEBUG nova.network.neutron [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.773023] env[69722]: DEBUG nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.874721] env[69722]: DEBUG nova.network.neutron [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.916265] env[69722]: DEBUG oslo_vmware.api [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438109, 'name': PowerOnVM_Task, 'duration_secs': 0.72651} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.916265] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.916265] env[69722]: INFO nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Took 6.86 seconds to spawn the instance on the hypervisor. [ 774.916265] env[69722]: DEBUG nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.916265] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5329e6-9b57-4f34-8bf5-edb817a45638 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.954596] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 478c8253-7572-450d-a56e-a7867bbea23b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.043833] env[69722]: DEBUG nova.network.neutron [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Updated VIF entry in instance network info cache for port 7dd104aa-1e83-4b7e-a312-6f94b600296e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.043833] env[69722]: DEBUG nova.network.neutron [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Updating instance_info_cache with network_info: [{"id": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "address": "fa:16:3e:6f:a5:d8", "network": {"id": "6bdde0c8-e8be-4c53-b8d3-56c4f3456751", "bridge": "br-int", "label": "tempest-ServersTestJSON-1047454659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c71c4a630eff44d09a5f8a58c15b8599", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dd104aa-1e", "ovs_interfaceid": "7dd104aa-1e83-4b7e-a312-6f94b600296e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.099461] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.248900] env[69722]: DEBUG nova.network.neutron [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 775.309386] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.324814] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16812823-19cd-421e-8fc2-ba1b75ac3a14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.335750] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2f3e-644f-43f3-a3dd-dc266d18795d tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Suspending the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 775.337212] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cfa859a5-f9de-4e4b-a9bf-1c1c385592b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.343321] env[69722]: DEBUG oslo_vmware.api [None req-525e2f3e-644f-43f3-a3dd-dc266d18795d tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 775.343321] env[69722]: value = "task-3438112" [ 775.343321] env[69722]: _type = "Task" [ 775.343321] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.354602] env[69722]: DEBUG oslo_vmware.api [None req-525e2f3e-644f-43f3-a3dd-dc266d18795d tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438112, 'name': SuspendVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.366780] env[69722]: DEBUG nova.network.neutron [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.439166] env[69722]: INFO nova.compute.manager [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Took 40.10 seconds to build instance. [ 775.456874] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 589b4e68-0f68-4d15-9679-b21aa1a0ccf9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.545570] env[69722]: DEBUG oslo_concurrency.lockutils [req-cf2f9023-edc8-44b8-9f79-803a8214518d req-b60437e4-87c5-4bbe-97c4-4a38b0911114 service nova] Releasing lock "refresh_cache-e653fc20-13d7-466a-bb91-1ae2cd58d469" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.575378] env[69722]: DEBUG nova.network.neutron [-] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.602564] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.666693] env[69722]: DEBUG nova.network.neutron [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.804963] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "eb310089-7765-4d14-b010-9f6da48f5546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.805235] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "eb310089-7765-4d14-b010-9f6da48f5546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.855681] env[69722]: DEBUG oslo_vmware.api [None req-525e2f3e-644f-43f3-a3dd-dc266d18795d tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438112, 'name': SuspendVM_Task} progress is 45%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.869560] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Releasing lock "refresh_cache-2c7890f4-59f6-464b-9c0c-a482f76b7099" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.870391] env[69722]: DEBUG nova.compute.manager [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.870524] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.871578] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69799d2-c7d9-46d2-8c43-9d9f644b9247 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.881047] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.881047] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848c91a7-f25c-4bfc-a4c9-ff2be12b20f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.887241] env[69722]: DEBUG oslo_vmware.api [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 775.887241] env[69722]: value = "task-3438113" [ 775.887241] env[69722]: _type = "Task" [ 775.887241] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.896328] env[69722]: DEBUG oslo_vmware.api [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.941820] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b9bc686-8007-493a-8085-6c3c2ba38648 tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.446s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.948846] env[69722]: DEBUG nova.compute.manager [None req-e655d7be-6ae4-4ff9-aae5-3dc5ed9fd32e tempest-ServerDiagnosticsV248Test-1656006638 tempest-ServerDiagnosticsV248Test-1656006638-project-admin] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.951347] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ee89af-5e94-421e-9b9a-ddfdea4dec89 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.963589] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a716f045-1598-433c-ae67-32c7107544a5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 775.965424] env[69722]: INFO nova.compute.manager [None req-e655d7be-6ae4-4ff9-aae5-3dc5ed9fd32e tempest-ServerDiagnosticsV248Test-1656006638 tempest-ServerDiagnosticsV248Test-1656006638-project-admin] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Retrieving diagnostics [ 775.966426] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defbacfe-89f2-4db7-a8ec-09c624e9b5a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.078663] env[69722]: INFO nova.compute.manager [-] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Took 1.49 seconds to deallocate network for instance. [ 776.101845] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.173307] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Releasing lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.173582] env[69722]: DEBUG nova.compute.manager [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Inject network info {{(pid=69722) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 776.173850] env[69722]: DEBUG nova.compute.manager [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] network_info to inject: |[{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 776.179634] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Reconfiguring VM instance to set the machine id {{(pid=69722) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 776.179976] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6ed8315-5d32-4bc6-99ab-c7b6c0b0f691 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.200050] env[69722]: DEBUG oslo_vmware.api [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 776.200050] env[69722]: value = "task-3438114" [ 776.200050] env[69722]: _type = "Task" [ 776.200050] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.209562] env[69722]: DEBUG oslo_vmware.api [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.317330] env[69722]: DEBUG nova.compute.manager [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Received event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.317330] env[69722]: DEBUG nova.compute.manager [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing instance network info cache due to event network-changed-f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.317330] env[69722]: DEBUG oslo_concurrency.lockutils [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] Acquiring lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.317330] env[69722]: DEBUG oslo_concurrency.lockutils [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] Acquired lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.317882] env[69722]: DEBUG nova.network.neutron [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Refreshing network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.357466] env[69722]: DEBUG oslo_vmware.api [None req-525e2f3e-644f-43f3-a3dd-dc266d18795d tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438112, 'name': SuspendVM_Task, 'duration_secs': 0.831371} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.357766] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-525e2f3e-644f-43f3-a3dd-dc266d18795d tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Suspended the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 776.358035] env[69722]: DEBUG nova.compute.manager [None req-525e2f3e-644f-43f3-a3dd-dc266d18795d tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.358788] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d6bb13-c4b6-4825-ab17-ba66785122a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.400306] env[69722]: DEBUG oslo_vmware.api [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438113, 'name': PowerOffVM_Task, 'duration_secs': 0.14626} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.400592] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.400751] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.400999] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a3418f4-1820-497f-8eae-d89c117d9f1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.425191] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.425430] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.425616] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Deleting the datastore file [datastore1] 2c7890f4-59f6-464b-9c0c-a482f76b7099 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.425854] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a503f220-d62f-4a2c-998e-6c525bbd00d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.432742] env[69722]: DEBUG oslo_vmware.api [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for the task: (returnval){ [ 776.432742] env[69722]: value = "task-3438116" [ 776.432742] env[69722]: _type = "Task" [ 776.432742] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.440391] env[69722]: DEBUG oslo_vmware.api [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.445233] env[69722]: DEBUG nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.467295] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.584762] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.601898] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.709349] env[69722]: DEBUG oslo_vmware.api [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438114, 'name': ReconfigVM_Task, 'duration_secs': 0.169715} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.709564] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b4b130-07b7-4327-8df6-09cb0d63d773 tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Reconfigured VM instance to set the machine id {{(pid=69722) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 776.952142] env[69722]: DEBUG oslo_vmware.api [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Task: {'id': task-3438116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424426} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.959030] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.959030] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.959030] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.959030] env[69722]: INFO nova.compute.manager [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Took 1.09 seconds to destroy the instance on the hypervisor. [ 776.959030] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.960286] env[69722]: DEBUG nova.compute.manager [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.960412] env[69722]: DEBUG nova.network.neutron [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.970136] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance e78561b7-3b5a-42ea-8e56-c4d7a26112d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 776.978989] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.987748] env[69722]: DEBUG nova.network.neutron [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.026434] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.026665] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.027238] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.027238] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.027345] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.029440] env[69722]: INFO nova.compute.manager [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Terminating instance [ 777.106561] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.181290] env[69722]: DEBUG nova.network.neutron [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updated VIF entry in instance network info cache for port f5ec5237-d0e2-4372-ada6-ff506c63c719. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.181662] env[69722]: DEBUG nova.network.neutron [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [{"id": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "address": "fa:16:3e:92:79:e8", "network": {"id": "fa40d2d9-1ff7-46e6-97f3-1515a144ef07", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-118423079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96fa399b79541a1b98d56125f655ac1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1cf14cf-4f9c-41af-90d0-62e363eb4fba", "external-id": "nsx-vlan-transportzone-521", "segmentation_id": 521, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5ec5237-d0", "ovs_interfaceid": "f5ec5237-d0e2-4372-ada6-ff506c63c719", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.476547] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance f8b219a2-0872-490b-b80b-c7be4a60a0ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.496748] env[69722]: DEBUG nova.network.neutron [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.534545] env[69722]: DEBUG nova.compute.manager [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.534781] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.535774] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e369bde8-7c04-4107-a61b-7608551523ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.544114] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.544389] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-154ecf82-44de-4378-93a5-0fbca76daee6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.550370] env[69722]: DEBUG oslo_vmware.api [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 777.550370] env[69722]: value = "task-3438117" [ 777.550370] env[69722]: _type = "Task" [ 777.550370] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.559216] env[69722]: DEBUG oslo_vmware.api [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.603697] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.684074] env[69722]: DEBUG oslo_concurrency.lockutils [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] Releasing lock "refresh_cache-b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.684422] env[69722]: DEBUG nova.compute.manager [req-e14f5af0-8f70-456c-a6e9-82bc38db3d95 req-4ccf62d9-7795-410f-b784-e72adb65ea1b service nova] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Received event network-vif-deleted-0de0f14c-8267-45b0-badd-4ba852f2fcfa {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.980239] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 6226200a-6897-46b8-a886-0ad13a72a3f7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 777.998755] env[69722]: INFO nova.compute.manager [-] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Took 1.04 seconds to deallocate network for instance. [ 778.063079] env[69722]: DEBUG oslo_vmware.api [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438117, 'name': PowerOffVM_Task, 'duration_secs': 0.374938} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.063360] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.063526] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.063772] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d62e1ae-a714-423f-8dc0-4c9ab225d936 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.102265] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.131985] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.132344] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.132555] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Deleting the datastore file [datastore2] b0e3f4d4-06eb-4fbb-96c9-2868b6c53648 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.132932] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5af279cb-1d0e-4aea-97f9-b0b9eabf011d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.140569] env[69722]: DEBUG oslo_vmware.api [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for the task: (returnval){ [ 778.140569] env[69722]: value = "task-3438119" [ 778.140569] env[69722]: _type = "Task" [ 778.140569] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.149816] env[69722]: DEBUG oslo_vmware.api [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.248374] env[69722]: DEBUG nova.compute.manager [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.249181] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62071040-48f3-41fb-8199-0c6218ff1984 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.482826] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 50e6a7d1-12b7-43ce-89cf-6a7f283eb663 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 778.486767] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 778.486767] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 778.508332] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.606401] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.652738] env[69722]: DEBUG oslo_vmware.api [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.759462] env[69722]: INFO nova.compute.manager [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] instance snapshotting [ 778.759694] env[69722]: WARNING nova.compute.manager [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 778.762625] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c246045c-f5bd-430a-9d20-257ad1e60494 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.782786] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa32cc6d-12e9-4b12-8af9-4884519e1b4a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.104512] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba46172-c44c-426d-849b-0a310d5ad12b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.110529] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.115280] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c14ef-5f4a-414a-8fc6-1426a2b29c44 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.150952] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adf3fe8-e0b0-4ff6-a3df-40af16f67fce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.158990] env[69722]: DEBUG oslo_vmware.api [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Task: {'id': task-3438119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.548468} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.162099] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.162099] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.162099] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.162099] env[69722]: INFO nova.compute.manager [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Took 1.63 seconds to destroy the instance on the hypervisor. [ 779.162099] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.162099] env[69722]: DEBUG nova.compute.manager [-] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 779.162566] env[69722]: DEBUG nova.network.neutron [-] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 779.164909] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f237016f-0c9f-4b67-b289-9f60b5bf8ae8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.181734] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.297700] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 779.298068] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21981dcb-bc63-4dc6-9cb7-b34ad8c5fc87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.307035] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 779.307035] env[69722]: value = "task-3438120" [ 779.307035] env[69722]: _type = "Task" [ 779.307035] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.315015] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438120, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.610573] env[69722]: DEBUG oslo_vmware.api [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438108, 'name': ReconfigVM_Task, 'duration_secs': 5.820898} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.611170] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.611664] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Reconfigured VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 779.688091] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.789116] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "3e84be0b-2078-47ef-b88e-adb5e320b800" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.789428] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.798967] env[69722]: DEBUG nova.compute.manager [req-65cd31fc-923e-4d94-ab20-b66b11fd4822 req-51f5be05-fea4-4bbb-b5cb-d7539fb1776a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Received event network-vif-deleted-f5ec5237-d0e2-4372-ada6-ff506c63c719 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.799186] env[69722]: INFO nova.compute.manager [req-65cd31fc-923e-4d94-ab20-b66b11fd4822 req-51f5be05-fea4-4bbb-b5cb-d7539fb1776a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Neutron deleted interface f5ec5237-d0e2-4372-ada6-ff506c63c719; detaching it from the instance and deleting it from the info cache [ 779.799466] env[69722]: DEBUG nova.network.neutron [req-65cd31fc-923e-4d94-ab20-b66b11fd4822 req-51f5be05-fea4-4bbb-b5cb-d7539fb1776a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.819328] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438120, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.912143] env[69722]: DEBUG nova.compute.manager [req-54fc8f8c-b4b2-47c9-86d4-a66cac6c6aa9 req-fc3e88ca-b0d1-4120-be0a-fb578c93ab2d service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received event network-vif-deleted-1ebe1653-be4d-46c3-8a79-63c53aae53ee {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.912504] env[69722]: INFO nova.compute.manager [req-54fc8f8c-b4b2-47c9-86d4-a66cac6c6aa9 req-fc3e88ca-b0d1-4120-be0a-fb578c93ab2d service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Neutron deleted interface 1ebe1653-be4d-46c3-8a79-63c53aae53ee; detaching it from the instance and deleting it from the info cache [ 779.912877] env[69722]: DEBUG nova.network.neutron [req-54fc8f8c-b4b2-47c9-86d4-a66cac6c6aa9 req-fc3e88ca-b0d1-4120-be0a-fb578c93ab2d service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.193670] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 780.193957] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.839s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.194287] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.177s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.195813] env[69722]: INFO nova.compute.claims [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.282041] env[69722]: DEBUG nova.network.neutron [-] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.301622] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4edcdd7-a724-4891-af3f-e427d0e42592 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.314185] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a54243-0deb-4639-94ee-2f48f7dd51db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.331693] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438120, 'name': CreateSnapshot_Task, 'duration_secs': 0.520316} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.331984] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 780.332828] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a415ea64-bc76-4bad-b47f-1f83df86a8c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.348506] env[69722]: DEBUG nova.compute.manager [req-65cd31fc-923e-4d94-ab20-b66b11fd4822 req-51f5be05-fea4-4bbb-b5cb-d7539fb1776a service nova] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Detach interface failed, port_id=f5ec5237-d0e2-4372-ada6-ff506c63c719, reason: Instance b0e3f4d4-06eb-4fbb-96c9-2868b6c53648 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 780.416612] env[69722]: DEBUG oslo_concurrency.lockutils [req-54fc8f8c-b4b2-47c9-86d4-a66cac6c6aa9 req-fc3e88ca-b0d1-4120-be0a-fb578c93ab2d service nova] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.416817] env[69722]: DEBUG oslo_concurrency.lockutils [req-54fc8f8c-b4b2-47c9-86d4-a66cac6c6aa9 req-fc3e88ca-b0d1-4120-be0a-fb578c93ab2d service nova] Acquired lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.417696] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1aef1-7a02-450b-b976-282c9383867f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.435464] env[69722]: DEBUG oslo_concurrency.lockutils [req-54fc8f8c-b4b2-47c9-86d4-a66cac6c6aa9 req-fc3e88ca-b0d1-4120-be0a-fb578c93ab2d service nova] Releasing lock "ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.435726] env[69722]: WARNING nova.compute.manager [req-54fc8f8c-b4b2-47c9-86d4-a66cac6c6aa9 req-fc3e88ca-b0d1-4120-be0a-fb578c93ab2d service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Detach interface failed, port_id=1ebe1653-be4d-46c3-8a79-63c53aae53ee, reason: No device with interface-id 1ebe1653-be4d-46c3-8a79-63c53aae53ee exists on VM: nova.exception.NotFound: No device with interface-id 1ebe1653-be4d-46c3-8a79-63c53aae53ee exists on VM [ 780.787140] env[69722]: INFO nova.compute.manager [-] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Took 1.62 seconds to deallocate network for instance. [ 780.867516] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.867797] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac97c56a-10f4-4990-a6a3-48aa733e28f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.876194] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 780.876194] env[69722]: value = "task-3438121" [ 780.876194] env[69722]: _type = "Task" [ 780.876194] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.884295] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438121, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.902246] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.902545] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.902654] env[69722]: DEBUG nova.network.neutron [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.944735] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.944968] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ad258087-2025-4e22-9f0c-d2776440d59c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.945216] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.945430] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.945617] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ad258087-2025-4e22-9f0c-d2776440d59c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.947842] env[69722]: INFO nova.compute.manager [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Terminating instance [ 781.295192] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.389503] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438121, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.453789] env[69722]: DEBUG nova.compute.manager [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.454065] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.458017] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6914246d-867c-4024-9e87-9c847cf7cf4a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.467019] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.467019] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbbec3db-d1b0-4683-b9c3-e91a0a4bb617 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.474444] env[69722]: DEBUG oslo_vmware.api [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 781.474444] env[69722]: value = "task-3438122" [ 781.474444] env[69722]: _type = "Task" [ 781.474444] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.483013] env[69722]: DEBUG oslo_vmware.api [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.749134] env[69722]: DEBUG nova.network.neutron [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [{"id": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "address": "fa:16:3e:5f:ef:43", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap122777ef-7b", "ovs_interfaceid": "122777ef-7bc0-4660-be5b-93d638d7ee8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.821247] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c3db77-8f5e-4cc9-9687-3d470885433c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.830190] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0d97ec-86ec-4b72-be77-97c9def66872 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.866430] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa3f3c8-290a-4044-863a-6885938ad668 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.874904] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd6df89-f0cc-4b8d-a927-6d7107b8758d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.903473] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438121, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.903825] env[69722]: DEBUG nova.compute.provider_tree [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.983717] env[69722]: DEBUG oslo_vmware.api [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438122, 'name': PowerOffVM_Task, 'duration_secs': 0.251646} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.983970] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.984181] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.984541] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f41f9fa-67cf-4aea-8c8f-3c515b4834b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.054812] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.055048] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.055234] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleting the datastore file [datastore1] ad258087-2025-4e22-9f0c-d2776440d59c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.055516] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd05db03-ba75-4f40-a255-b7684c1b943e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.062702] env[69722]: DEBUG oslo_vmware.api [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 782.062702] env[69722]: value = "task-3438124" [ 782.062702] env[69722]: _type = "Task" [ 782.062702] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.071565] env[69722]: DEBUG oslo_vmware.api [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.252070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-ad258087-2025-4e22-9f0c-d2776440d59c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.389991] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438121, 'name': CloneVM_Task, 'duration_secs': 1.162264} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.390845] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Created linked-clone VM from snapshot [ 782.391260] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df134f5-2798-4d3c-995f-b79667ddff3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.399052] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Uploading image 1bf8d619-14ff-4d98-9c4a-15aaa32d7321 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.406969] env[69722]: DEBUG nova.scheduler.client.report [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.421407] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 782.421407] env[69722]: value = "vm-686365" [ 782.421407] env[69722]: _type = "VirtualMachine" [ 782.421407] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 782.421659] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-416d151c-c2cc-4d5f-bdd0-78d1bb842841 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.430628] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease: (returnval){ [ 782.430628] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e03b88-84b1-04d4-1015-dbe5b14c4567" [ 782.430628] env[69722]: _type = "HttpNfcLease" [ 782.430628] env[69722]: } obtained for exporting VM: (result){ [ 782.430628] env[69722]: value = "vm-686365" [ 782.430628] env[69722]: _type = "VirtualMachine" [ 782.430628] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 782.430844] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the lease: (returnval){ [ 782.430844] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e03b88-84b1-04d4-1015-dbe5b14c4567" [ 782.430844] env[69722]: _type = "HttpNfcLease" [ 782.430844] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 782.437917] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.437917] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e03b88-84b1-04d4-1015-dbe5b14c4567" [ 782.437917] env[69722]: _type = "HttpNfcLease" [ 782.437917] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 782.571911] env[69722]: DEBUG oslo_vmware.api [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157515} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.572204] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 782.572435] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 782.572613] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 782.572788] env[69722]: INFO nova.compute.manager [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 782.573044] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.573247] env[69722]: DEBUG nova.compute.manager [-] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 782.573346] env[69722]: DEBUG nova.network.neutron [-] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 782.758119] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e588e2d8-8bd7-4032-94e1-674d95b8816e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ad258087-2025-4e22-9f0c-d2776440d59c-1ebe1653-be4d-46c3-8a79-63c53aae53ee" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.746s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.913150] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.913150] env[69722]: DEBUG nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.915747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.692s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.915939] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.918891] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.560s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.919113] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.921906] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.208s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.923401] env[69722]: INFO nova.compute.claims [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.941611] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.941611] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e03b88-84b1-04d4-1015-dbe5b14c4567" [ 782.941611] env[69722]: _type = "HttpNfcLease" [ 782.941611] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 782.942260] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 782.942260] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e03b88-84b1-04d4-1015-dbe5b14c4567" [ 782.942260] env[69722]: _type = "HttpNfcLease" [ 782.942260] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 782.943140] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6acb161-d6f5-4472-968c-d60428b8694d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.950991] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5018-9163-34c2-3d36-b77d12b809b0/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 782.952084] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5018-9163-34c2-3d36-b77d12b809b0/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 783.010724] env[69722]: INFO nova.scheduler.client.report [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted allocations for instance 92838e96-a467-4e54-8d7b-e5c956d60338 [ 783.012392] env[69722]: INFO nova.scheduler.client.report [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted allocations for instance 950744fb-3b6d-4c02-af4b-5f83f5e6cc45 [ 783.140649] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22ae6ff0-d027-41b6-9cfc-93fbf1a74a8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.194787] env[69722]: DEBUG nova.compute.manager [req-27688fc7-b6c3-485f-bbde-620217968993 req-90c2e0f1-de39-4996-bfb7-0574db14d903 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Received event network-vif-deleted-122777ef-7bc0-4660-be5b-93d638d7ee8b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.194886] env[69722]: INFO nova.compute.manager [req-27688fc7-b6c3-485f-bbde-620217968993 req-90c2e0f1-de39-4996-bfb7-0574db14d903 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Neutron deleted interface 122777ef-7bc0-4660-be5b-93d638d7ee8b; detaching it from the instance and deleting it from the info cache [ 783.196017] env[69722]: DEBUG nova.network.neutron [req-27688fc7-b6c3-485f-bbde-620217968993 req-90c2e0f1-de39-4996-bfb7-0574db14d903 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.428316] env[69722]: DEBUG nova.compute.utils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.433225] env[69722]: DEBUG nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.433424] env[69722]: DEBUG nova.network.neutron [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.509775] env[69722]: DEBUG nova.policy [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f3c7ecd8c1d4cc1b2cf4557fc0e4ae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '018d0865101c49038bb9e7153edf1daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.525699] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51358666-abd5-4d43-b97f-c99403a5ef0b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "92838e96-a467-4e54-8d7b-e5c956d60338" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.745s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.528940] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc8d50e5-fa83-4c3d-b628-1c6ceb825954 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "950744fb-3b6d-4c02-af4b-5f83f5e6cc45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.889s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.682073] env[69722]: DEBUG nova.network.neutron [-] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.699486] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb84b79c-83c5-4275-a84f-4be707a1ed21 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.716362] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a21b116-c613-41a1-aaca-7ec5684c7531 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.756855] env[69722]: DEBUG nova.compute.manager [req-27688fc7-b6c3-485f-bbde-620217968993 req-90c2e0f1-de39-4996-bfb7-0574db14d903 service nova] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Detach interface failed, port_id=122777ef-7bc0-4660-be5b-93d638d7ee8b, reason: Instance ad258087-2025-4e22-9f0c-d2776440d59c could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 783.937289] env[69722]: DEBUG nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.972157] env[69722]: DEBUG nova.network.neutron [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Successfully created port: 45475696-4535-4bb0-aa83-1cab5ea9f9bd {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.188366] env[69722]: INFO nova.compute.manager [-] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Took 1.61 seconds to deallocate network for instance. [ 784.643169] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2540ab65-b9b7-4264-8609-29b318cc184b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.651809] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7803a07a-4f60-42ce-869b-1ec59dc2160a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.687685] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d5c545-5415-48f9-a578-24d4f54218d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.696323] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e98a40-1d40-40e2-b26a-b6fd3dedb126 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.703591] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.715273] env[69722]: DEBUG nova.compute.provider_tree [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.948937] env[69722]: DEBUG nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.983922] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.984403] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.984971] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.985279] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.985488] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.985616] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.985936] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.986092] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.986385] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.986568] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.986753] env[69722]: DEBUG nova.virt.hardware [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.988065] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956370e-84ac-4696-86d5-cec32bcffa16 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.996538] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032ff646-63ac-4e3b-b92e-22862a12a800 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.219436] env[69722]: DEBUG nova.scheduler.client.report [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.319726] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.319969] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.352231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.352231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.547893] env[69722]: DEBUG nova.compute.manager [req-cb07e1f6-36eb-47ec-aa18-8786c415a88c req-c8342e30-8821-42ca-a594-9e5b6a57e78d service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Received event network-vif-plugged-45475696-4535-4bb0-aa83-1cab5ea9f9bd {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.548127] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb07e1f6-36eb-47ec-aa18-8786c415a88c req-c8342e30-8821-42ca-a594-9e5b6a57e78d service nova] Acquiring lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.548337] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb07e1f6-36eb-47ec-aa18-8786c415a88c req-c8342e30-8821-42ca-a594-9e5b6a57e78d service nova] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.548505] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb07e1f6-36eb-47ec-aa18-8786c415a88c req-c8342e30-8821-42ca-a594-9e5b6a57e78d service nova] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.548670] env[69722]: DEBUG nova.compute.manager [req-cb07e1f6-36eb-47ec-aa18-8786c415a88c req-c8342e30-8821-42ca-a594-9e5b6a57e78d service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] No waiting events found dispatching network-vif-plugged-45475696-4535-4bb0-aa83-1cab5ea9f9bd {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.548831] env[69722]: WARNING nova.compute.manager [req-cb07e1f6-36eb-47ec-aa18-8786c415a88c req-c8342e30-8821-42ca-a594-9e5b6a57e78d service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Received unexpected event network-vif-plugged-45475696-4535-4bb0-aa83-1cab5ea9f9bd for instance with vm_state building and task_state spawning. [ 785.726088] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.726088] env[69722]: DEBUG nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.729021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.436s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.734465] env[69722]: INFO nova.compute.claims [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.905604] env[69722]: DEBUG nova.network.neutron [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Successfully updated port: 45475696-4535-4bb0-aa83-1cab5ea9f9bd {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.239395] env[69722]: DEBUG nova.compute.utils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.240961] env[69722]: DEBUG nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.241169] env[69722]: DEBUG nova.network.neutron [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.283615] env[69722]: DEBUG nova.policy [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e51fb81ee4541169b3062dfdab58f3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1bdb679c089b4c6596ad21dc5eb0d782', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.408402] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.408584] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408938] env[69722]: DEBUG nova.network.neutron [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.514476] env[69722]: DEBUG nova.compute.manager [None req-53a0e61f-3298-46e7-98a9-a694013e6572 tempest-ServerDiagnosticsV248Test-1656006638 tempest-ServerDiagnosticsV248Test-1656006638-project-admin] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.516518] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b36417-37ab-424f-9c7a-0b3dc7a44cb7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.527970] env[69722]: INFO nova.compute.manager [None req-53a0e61f-3298-46e7-98a9-a694013e6572 tempest-ServerDiagnosticsV248Test-1656006638 tempest-ServerDiagnosticsV248Test-1656006638-project-admin] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Retrieving diagnostics [ 786.528926] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466a5d63-874d-4822-8b93-cbf287a3814e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.621028] env[69722]: DEBUG nova.network.neutron [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Successfully created port: 412969bc-2d78-4290-a2da-56cf51a2d33b {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.744449] env[69722]: DEBUG nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.950909] env[69722]: DEBUG nova.network.neutron [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.118262] env[69722]: DEBUG nova.network.neutron [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Updating instance_info_cache with network_info: [{"id": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "address": "fa:16:3e:94:9a:1c", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45475696-45", "ovs_interfaceid": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.359651] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d131a3-8ea0-4a9f-8090-42d3ce2ad176 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.372020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c6fa48-516a-4f5c-90ae-b263d940fa23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.403533] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b63dc-be95-4ca9-be10-6be5fdd7ad99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.412676] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c20e3-73a2-4ade-b9af-4f3b2e1e1c2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.426849] env[69722]: DEBUG nova.compute.provider_tree [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.621242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.621599] env[69722]: DEBUG nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Instance network_info: |[{"id": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "address": "fa:16:3e:94:9a:1c", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45475696-45", "ovs_interfaceid": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.622036] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:9a:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45475696-4535-4bb0-aa83-1cab5ea9f9bd', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.629654] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Creating folder: Project (018d0865101c49038bb9e7153edf1daa). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.629960] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ce7139d-0220-4e42-85e9-cde1f0ce671b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.641359] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Created folder: Project (018d0865101c49038bb9e7153edf1daa) in parent group-v686248. [ 787.641563] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Creating folder: Instances. Parent ref: group-v686366. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 787.641807] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b3c7896-5aa7-44af-b5de-a32203578373 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.650295] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Created folder: Instances in parent group-v686366. [ 787.650511] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.650699] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.650900] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b8c499e-b584-4fc5-a5c2-364e202b5e23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.670860] env[69722]: DEBUG nova.compute.manager [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Received event network-changed-45475696-4535-4bb0-aa83-1cab5ea9f9bd {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.671093] env[69722]: DEBUG nova.compute.manager [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Refreshing instance network info cache due to event network-changed-45475696-4535-4bb0-aa83-1cab5ea9f9bd. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.671344] env[69722]: DEBUG oslo_concurrency.lockutils [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] Acquiring lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.671532] env[69722]: DEBUG oslo_concurrency.lockutils [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] Acquired lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.671751] env[69722]: DEBUG nova.network.neutron [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Refreshing network info cache for port 45475696-4535-4bb0-aa83-1cab5ea9f9bd {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.678090] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.678090] env[69722]: value = "task-3438128" [ 787.678090] env[69722]: _type = "Task" [ 787.678090] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.688214] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438128, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.701493] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.701746] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.701952] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.702152] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.702344] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.704744] env[69722]: INFO nova.compute.manager [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Terminating instance [ 787.760045] env[69722]: DEBUG nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.780549] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.780820] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.780980] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.781202] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.781352] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.781502] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.781712] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.781942] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.782186] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.782350] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.782523] env[69722]: DEBUG nova.virt.hardware [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.783739] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4209553-2a6c-476d-8885-77e27d98e48e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.792201] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3d9bdb-db81-4215-92f0-26508e8c80e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.930082] env[69722]: DEBUG nova.scheduler.client.report [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.194415] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438128, 'name': CreateVM_Task, 'duration_secs': 0.345507} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.195252] env[69722]: DEBUG nova.network.neutron [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Successfully updated port: 412969bc-2d78-4290-a2da-56cf51a2d33b {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.197997] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.197997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.197997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.198414] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.199777] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25104412-6e32-4869-b6c5-d57ff4e81bc3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.205213] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 788.205213] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5249dbf5-7b23-1d0f-0188-8425fdb2383d" [ 788.205213] env[69722]: _type = "Task" [ 788.205213] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.212298] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "refresh_cache-8eb77299-d73b-45a5-b02b-5200bc38b6c6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.212515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquired lock "refresh_cache-8eb77299-d73b-45a5-b02b-5200bc38b6c6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.212690] env[69722]: DEBUG nova.network.neutron [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.223997] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5249dbf5-7b23-1d0f-0188-8425fdb2383d, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.224338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.224588] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.224835] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.224988] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.225166] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.225429] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f620b40-fe35-41e4-b4cc-51bf6d75a5a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.236150] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.236317] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.237114] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9dfcde6-019c-40a6-838a-0d269ae3dd4b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.243358] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 788.243358] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526d8967-feb6-ab55-113a-6fb95ee050d6" [ 788.243358] env[69722]: _type = "Task" [ 788.243358] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.252188] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526d8967-feb6-ab55-113a-6fb95ee050d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.425945] env[69722]: DEBUG nova.network.neutron [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Updated VIF entry in instance network info cache for port 45475696-4535-4bb0-aa83-1cab5ea9f9bd. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.427036] env[69722]: DEBUG nova.network.neutron [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Updating instance_info_cache with network_info: [{"id": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "address": "fa:16:3e:94:9a:1c", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45475696-45", "ovs_interfaceid": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.438027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.709s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.438677] env[69722]: DEBUG nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.441954] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.855s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.442223] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.444269] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.592s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.444549] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.446251] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.317s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.448076] env[69722]: INFO nova.compute.claims [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.481763] env[69722]: INFO nova.scheduler.client.report [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Deleted allocations for instance b6752a8d-7e8b-4df0-9ef9-50dbfc944f84 [ 788.486736] env[69722]: INFO nova.scheduler.client.report [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Deleted allocations for instance ac5f41a1-eaba-492a-8293-4b96e4d78297 [ 788.698018] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "refresh_cache-c3d915d6-b146-43e1-946d-289fbb5e6496" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.698231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquired lock "refresh_cache-c3d915d6-b146-43e1-946d-289fbb5e6496" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.698423] env[69722]: DEBUG nova.network.neutron [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.734295] env[69722]: DEBUG nova.network.neutron [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.756781] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526d8967-feb6-ab55-113a-6fb95ee050d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009249} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.757736] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5f788f0-81bf-40f1-9007-e48019353d64 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.763601] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 788.763601] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524b6dc0-3e69-cd09-6b26-f0b918616cd4" [ 788.763601] env[69722]: _type = "Task" [ 788.763601] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.772353] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524b6dc0-3e69-cd09-6b26-f0b918616cd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.788664] env[69722]: DEBUG nova.network.neutron [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.930359] env[69722]: DEBUG oslo_concurrency.lockutils [req-0ef0c2eb-895f-4b67-8d78-4b7b7acf1c91 req-eae35c44-78c8-4dfe-a643-c6bdc1489f5b service nova] Releasing lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.954930] env[69722]: DEBUG nova.compute.utils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.956319] env[69722]: DEBUG nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.956481] env[69722]: DEBUG nova.network.neutron [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.989536] env[69722]: DEBUG oslo_concurrency.lockutils [None req-753fcd45-ae55-46e1-b85f-ace72aedf62f tempest-InstanceActionsNegativeTestJSON-1710703235 tempest-InstanceActionsNegativeTestJSON-1710703235-project-member] Lock "b6752a8d-7e8b-4df0-9ef9-50dbfc944f84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.704s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.996188] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a29c49a1-e2d6-4fc2-b136-96ef7e7aa3dd tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "ac5f41a1-eaba-492a-8293-4b96e4d78297" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.013s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.027138] env[69722]: DEBUG nova.policy [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c99be667cc54944adf54c93f976c8d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dd80e6107e04c368942f31ae8fe1158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.240541] env[69722]: DEBUG nova.network.neutron [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.281017] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524b6dc0-3e69-cd09-6b26-f0b918616cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.281017] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.281205] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.281474] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-686479a5-c6d0-4049-b94e-cba849979929 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.289488] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 789.289488] env[69722]: value = "task-3438129" [ 789.289488] env[69722]: _type = "Task" [ 789.289488] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.295829] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Releasing lock "refresh_cache-8eb77299-d73b-45a5-b02b-5200bc38b6c6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.296290] env[69722]: DEBUG nova.compute.manager [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.296543] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.297486] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e73fb02-f7cf-4538-8b38-87c9f0c2999b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.305314] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.305588] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.305798] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.306039] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.306288] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.311863] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.312423] env[69722]: INFO nova.compute.manager [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Terminating instance [ 789.316747] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.317502] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94e882ea-7ea4-45f4-94fe-853cc5d7e48a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.323812] env[69722]: DEBUG oslo_vmware.api [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 789.323812] env[69722]: value = "task-3438130" [ 789.323812] env[69722]: _type = "Task" [ 789.323812] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.333655] env[69722]: DEBUG oslo_vmware.api [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.425272] env[69722]: DEBUG nova.network.neutron [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Successfully created port: a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.428644] env[69722]: DEBUG nova.network.neutron [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Updating instance_info_cache with network_info: [{"id": "412969bc-2d78-4290-a2da-56cf51a2d33b", "address": "fa:16:3e:1f:72:35", "network": {"id": "3f935f69-3a90-45f1-9a1c-86110d0d63a6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-637968420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bdb679c089b4c6596ad21dc5eb0d782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412969bc-2d", "ovs_interfaceid": "412969bc-2d78-4290-a2da-56cf51a2d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.463328] env[69722]: DEBUG nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.801516] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48175} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.801782] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.801996] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.802243] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c524d296-6402-4d05-9b16-907e0c21e813 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.810177] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 789.810177] env[69722]: value = "task-3438131" [ 789.810177] env[69722]: _type = "Task" [ 789.810177] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.822306] env[69722]: DEBUG nova.compute.manager [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.822561] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.823594] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d588c473-c7b1-4813-9bfc-51aa7694b139 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.840612] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.844452] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.844776] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1d47d0d-5be9-4163-b8e5-83799b2fca6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.849954] env[69722]: DEBUG oslo_vmware.api [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438130, 'name': PowerOffVM_Task, 'duration_secs': 0.149283} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.850694] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.850913] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.851181] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f60c8bd-d794-4299-924f-93e5cbd4c3cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.855335] env[69722]: DEBUG oslo_vmware.api [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 789.855335] env[69722]: value = "task-3438132" [ 789.855335] env[69722]: _type = "Task" [ 789.855335] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.870042] env[69722]: DEBUG oslo_vmware.api [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.879642] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.879867] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.880115] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Deleting the datastore file [datastore2] 8eb77299-d73b-45a5-b02b-5200bc38b6c6 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.880356] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bb80f89-e887-444d-8b3a-3159f4146bc1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.887544] env[69722]: DEBUG oslo_vmware.api [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for the task: (returnval){ [ 789.887544] env[69722]: value = "task-3438134" [ 789.887544] env[69722]: _type = "Task" [ 789.887544] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.906911] env[69722]: DEBUG oslo_vmware.api [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.932021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Releasing lock "refresh_cache-c3d915d6-b146-43e1-946d-289fbb5e6496" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.932479] env[69722]: DEBUG nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Instance network_info: |[{"id": "412969bc-2d78-4290-a2da-56cf51a2d33b", "address": "fa:16:3e:1f:72:35", "network": {"id": "3f935f69-3a90-45f1-9a1c-86110d0d63a6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-637968420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bdb679c089b4c6596ad21dc5eb0d782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412969bc-2d", "ovs_interfaceid": "412969bc-2d78-4290-a2da-56cf51a2d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.933419] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:72:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8039f411-8c97-48fe-a5a9-9f5a42e4e7c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '412969bc-2d78-4290-a2da-56cf51a2d33b', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.943101] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Creating folder: Project (1bdb679c089b4c6596ad21dc5eb0d782). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.946287] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eef82b38-19ea-444f-ba06-f0a7e92ed9ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.956716] env[69722]: DEBUG nova.compute.manager [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Received event network-vif-plugged-412969bc-2d78-4290-a2da-56cf51a2d33b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.956929] env[69722]: DEBUG oslo_concurrency.lockutils [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] Acquiring lock "c3d915d6-b146-43e1-946d-289fbb5e6496-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.957195] env[69722]: DEBUG oslo_concurrency.lockutils [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.957348] env[69722]: DEBUG oslo_concurrency.lockutils [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.957479] env[69722]: DEBUG nova.compute.manager [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] No waiting events found dispatching network-vif-plugged-412969bc-2d78-4290-a2da-56cf51a2d33b {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 789.957983] env[69722]: WARNING nova.compute.manager [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Received unexpected event network-vif-plugged-412969bc-2d78-4290-a2da-56cf51a2d33b for instance with vm_state building and task_state spawning. [ 789.958525] env[69722]: DEBUG nova.compute.manager [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Received event network-changed-412969bc-2d78-4290-a2da-56cf51a2d33b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.958525] env[69722]: DEBUG nova.compute.manager [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Refreshing instance network info cache due to event network-changed-412969bc-2d78-4290-a2da-56cf51a2d33b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.958633] env[69722]: DEBUG oslo_concurrency.lockutils [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] Acquiring lock "refresh_cache-c3d915d6-b146-43e1-946d-289fbb5e6496" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.958683] env[69722]: DEBUG oslo_concurrency.lockutils [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] Acquired lock "refresh_cache-c3d915d6-b146-43e1-946d-289fbb5e6496" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.958831] env[69722]: DEBUG nova.network.neutron [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Refreshing network info cache for port 412969bc-2d78-4290-a2da-56cf51a2d33b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.963175] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Created folder: Project (1bdb679c089b4c6596ad21dc5eb0d782) in parent group-v686248. [ 789.963368] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Creating folder: Instances. Parent ref: group-v686369. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.966248] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0768449e-7790-440b-be9b-c214a00ecbfa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.988138] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Created folder: Instances in parent group-v686369. [ 789.988138] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.991025] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.991025] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71c56e0d-9744-4113-919d-863520fdfe02 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.012526] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.012526] env[69722]: value = "task-3438137" [ 790.012526] env[69722]: _type = "Task" [ 790.012526] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.020609] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438137, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.150521] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e303cfde-d8b2-4044-bfa5-5ee896086f6c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.159596] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5766f8cf-f445-4410-bb78-35c24a0c4a8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.198408] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d4b86-20ba-4618-9da6-b201ce1aaacd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.207088] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfbfa7c-f545-4fb0-b093-dc6adc55b9e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.222528] env[69722]: DEBUG nova.compute.provider_tree [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.322952] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083124} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.323270] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.326954] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e409b51-e8a9-4f0a-8562-f2ca48af136d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.358281] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.359163] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afb0b6c-c6ba-4732-8f9f-907b5f6eaef3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.387178] env[69722]: DEBUG oslo_vmware.api [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438132, 'name': PowerOffVM_Task, 'duration_secs': 0.249556} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.387178] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.387178] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.387178] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 790.387178] env[69722]: value = "task-3438138" [ 790.387178] env[69722]: _type = "Task" [ 790.387178] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.387178] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50bdcc55-0435-465e-b887-c50496396f79 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.403288] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.403568] env[69722]: DEBUG oslo_vmware.api [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Task: {'id': task-3438134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.114951} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.403901] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.403973] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.404414] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.404647] env[69722]: INFO nova.compute.manager [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 790.404915] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.406207] env[69722]: DEBUG nova.compute.manager [-] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.406207] env[69722]: DEBUG nova.network.neutron [-] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.426990] env[69722]: DEBUG nova.network.neutron [-] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.455050] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5018-9163-34c2-3d36-b77d12b809b0/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 790.455389] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.455576] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.455744] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Deleting the datastore file [datastore2] 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.456611] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4af60da-52fd-4891-b0a2-f24c330a26bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.459678] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62c2db3b-6f27-4c2f-8cd2-431846a70512 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.465281] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5018-9163-34c2-3d36-b77d12b809b0/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 790.465466] env[69722]: ERROR oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5018-9163-34c2-3d36-b77d12b809b0/disk-0.vmdk due to incomplete transfer. [ 790.467251] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-267aed26-6680-44e7-b581-fcb855210bf2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.469239] env[69722]: DEBUG oslo_vmware.api [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for the task: (returnval){ [ 790.469239] env[69722]: value = "task-3438140" [ 790.469239] env[69722]: _type = "Task" [ 790.469239] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.477114] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ee5018-9163-34c2-3d36-b77d12b809b0/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 790.477114] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Uploaded image 1bf8d619-14ff-4d98-9c4a-15aaa32d7321 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 790.478340] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 790.479691] env[69722]: DEBUG nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.481481] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6655af90-2be3-4c8e-aece-7db7437aa4c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.486038] env[69722]: DEBUG oslo_vmware.api [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.490155] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 790.490155] env[69722]: value = "task-3438141" [ 790.490155] env[69722]: _type = "Task" [ 790.490155] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.498516] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438141, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.519041] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.519245] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.519406] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.519586] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.519736] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.519881] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.520164] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.520344] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.520515] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.520680] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.520849] env[69722]: DEBUG nova.virt.hardware [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.521690] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dcdff0-8cbe-4645-9a97-270a7ac33455 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.532221] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438137, 'name': CreateVM_Task, 'duration_secs': 0.366579} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.533631] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d2d04c-ee0d-41b7-9fc6-7c70353ff2ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.537784] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.538499] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.538654] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.538991] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.539708] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-474930ce-3b09-4d1f-8698-88655938adb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.554247] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 790.554247] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523909c4-46e7-3993-c801-906be53cfd6b" [ 790.554247] env[69722]: _type = "Task" [ 790.554247] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.564570] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523909c4-46e7-3993-c801-906be53cfd6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.726730] env[69722]: DEBUG nova.scheduler.client.report [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.750542] env[69722]: DEBUG nova.network.neutron [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Updated VIF entry in instance network info cache for port 412969bc-2d78-4290-a2da-56cf51a2d33b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.750897] env[69722]: DEBUG nova.network.neutron [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Updating instance_info_cache with network_info: [{"id": "412969bc-2d78-4290-a2da-56cf51a2d33b", "address": "fa:16:3e:1f:72:35", "network": {"id": "3f935f69-3a90-45f1-9a1c-86110d0d63a6", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-637968420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1bdb679c089b4c6596ad21dc5eb0d782", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8039f411-8c97-48fe-a5a9-9f5a42e4e7c6", "external-id": "nsx-vlan-transportzone-12", "segmentation_id": 12, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap412969bc-2d", "ovs_interfaceid": "412969bc-2d78-4290-a2da-56cf51a2d33b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.898672] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438138, 'name': ReconfigVM_Task, 'duration_secs': 0.309613} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.898959] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.901678] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe8ace2e-2bcd-47f8-b9ab-ec66ea184d9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.909653] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 790.909653] env[69722]: value = "task-3438142" [ 790.909653] env[69722]: _type = "Task" [ 790.909653] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.919602] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438142, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.929224] env[69722]: DEBUG nova.network.neutron [-] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.985691] env[69722]: DEBUG oslo_vmware.api [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Task: {'id': task-3438140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183431} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.985986] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 790.987043] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 790.987299] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 790.987505] env[69722]: INFO nova.compute.manager [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Took 1.16 seconds to destroy the instance on the hypervisor. [ 790.987779] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.988328] env[69722]: DEBUG nova.compute.manager [-] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 790.988328] env[69722]: DEBUG nova.network.neutron [-] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.000536] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438141, 'name': Destroy_Task, 'duration_secs': 0.327968} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.000817] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Destroyed the VM [ 791.001160] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.001455] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6587cbf4-1ca3-4310-b1f5-2aa347af5216 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.009871] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 791.009871] env[69722]: value = "task-3438143" [ 791.009871] env[69722]: _type = "Task" [ 791.009871] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.024019] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.069680] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523909c4-46e7-3993-c801-906be53cfd6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01923} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.069680] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.069680] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.069680] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.069680] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.069680] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.069680] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-365d37ea-9b9c-4734-a363-31599acebfe5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.077566] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.077566] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.077566] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3774aea0-101d-4cc1-8257-34d9e8f0f04e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.083348] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 791.083348] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d40f11-3af8-5211-b9d5-1db9723d6d66" [ 791.083348] env[69722]: _type = "Task" [ 791.083348] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.091357] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d40f11-3af8-5211-b9d5-1db9723d6d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.231228] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.232265] env[69722]: DEBUG nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.239338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.039s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.239338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.239338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.154s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.239338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.243013] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.903s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.243013] env[69722]: DEBUG nova.objects.instance [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 791.254469] env[69722]: DEBUG oslo_concurrency.lockutils [req-bac50c7f-7a27-465d-9b3c-bdbe00993247 req-9299723b-6109-4eb5-a1e5-e3f04c0d26b3 service nova] Releasing lock "refresh_cache-c3d915d6-b146-43e1-946d-289fbb5e6496" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.273819] env[69722]: INFO nova.scheduler.client.report [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Deleted allocations for instance 928ab915-fe86-4081-af20-f2f71b06c0f9 [ 791.276433] env[69722]: INFO nova.scheduler.client.report [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Deleted allocations for instance de579152-a4f4-474e-9dd7-12a419ffd905 [ 791.422549] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438142, 'name': Rename_Task, 'duration_secs': 0.143953} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.422984] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.423354] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bddec092-ef73-455b-b90e-bd291dc98c83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.425782] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.426251] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.426566] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.426890] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.427171] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.430957] env[69722]: INFO nova.compute.manager [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Terminating instance [ 791.433309] env[69722]: INFO nova.compute.manager [-] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Took 1.03 seconds to deallocate network for instance. [ 791.439164] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 791.439164] env[69722]: value = "task-3438144" [ 791.439164] env[69722]: _type = "Task" [ 791.439164] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.454947] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438144, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.529801] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438143, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.593161] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d40f11-3af8-5211-b9d5-1db9723d6d66, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.593356] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edacc424-7145-4eb7-8016-a9d7b2bf7cf1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.599350] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 791.599350] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52503358-084a-e896-2d54-eae38b2adcdf" [ 791.599350] env[69722]: _type = "Task" [ 791.599350] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.607813] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52503358-084a-e896-2d54-eae38b2adcdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.738157] env[69722]: DEBUG nova.compute.utils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.741086] env[69722]: DEBUG nova.network.neutron [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Successfully updated port: a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.742335] env[69722]: DEBUG nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.742335] env[69722]: DEBUG nova.network.neutron [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.751175] env[69722]: DEBUG nova.compute.manager [req-131a5bec-6696-4c18-a911-7a7a60b0f615 req-84263f81-552e-4cd0-a21f-079c70e5977a service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Received event network-vif-plugged-a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.751380] env[69722]: DEBUG oslo_concurrency.lockutils [req-131a5bec-6696-4c18-a911-7a7a60b0f615 req-84263f81-552e-4cd0-a21f-079c70e5977a service nova] Acquiring lock "29985cf3-76f7-48d6-b2a6-7338931186f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.751684] env[69722]: DEBUG oslo_concurrency.lockutils [req-131a5bec-6696-4c18-a911-7a7a60b0f615 req-84263f81-552e-4cd0-a21f-079c70e5977a service nova] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.751897] env[69722]: DEBUG oslo_concurrency.lockutils [req-131a5bec-6696-4c18-a911-7a7a60b0f615 req-84263f81-552e-4cd0-a21f-079c70e5977a service nova] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.752096] env[69722]: DEBUG nova.compute.manager [req-131a5bec-6696-4c18-a911-7a7a60b0f615 req-84263f81-552e-4cd0-a21f-079c70e5977a service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] No waiting events found dispatching network-vif-plugged-a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 791.752265] env[69722]: WARNING nova.compute.manager [req-131a5bec-6696-4c18-a911-7a7a60b0f615 req-84263f81-552e-4cd0-a21f-079c70e5977a service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Received unexpected event network-vif-plugged-a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 for instance with vm_state building and task_state spawning. [ 791.789417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43087aab-b2cd-4689-8423-e6b759dafe5c tempest-ImagesNegativeTestJSON-2070837881 tempest-ImagesNegativeTestJSON-2070837881-project-member] Lock "928ab915-fe86-4081-af20-f2f71b06c0f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.176s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.790647] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c105b8c2-d200-4a5b-a380-89ed17e58b09 tempest-ServersAdminNegativeTestJSON-7627383 tempest-ServersAdminNegativeTestJSON-7627383-project-member] Lock "de579152-a4f4-474e-9dd7-12a419ffd905" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.702s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.821017] env[69722]: DEBUG nova.policy [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '901891e282e2434e80a826aae6148816', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32000e923fb0469a9293228236841885', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.944374] env[69722]: DEBUG nova.compute.manager [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.944374] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.946217] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.947734] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184afba5-9cca-469e-ba7a-cc5f2e1e2cc3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.965942] env[69722]: DEBUG nova.network.neutron [-] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.967561] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438144, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.970294] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.970812] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c87eedd-1203-408c-ae75-0a239fc2db68 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.011477] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.011753] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.023395] env[69722]: DEBUG oslo_vmware.api [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438143, 'name': RemoveSnapshot_Task, 'duration_secs': 0.785478} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.023660] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 792.023914] env[69722]: INFO nova.compute.manager [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Took 13.26 seconds to snapshot the instance on the hypervisor. [ 792.075956] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.076670] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.076934] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleting the datastore file [datastore1] 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.077627] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1fb94b4-41f2-477d-accd-db12260fbeed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.089037] env[69722]: DEBUG oslo_vmware.api [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 792.089037] env[69722]: value = "task-3438146" [ 792.089037] env[69722]: _type = "Task" [ 792.089037] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.099301] env[69722]: DEBUG oslo_vmware.api [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.111115] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52503358-084a-e896-2d54-eae38b2adcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.012342} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.111449] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.112028] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] c3d915d6-b146-43e1-946d-289fbb5e6496/c3d915d6-b146-43e1-946d-289fbb5e6496.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.112028] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27d73c91-b90a-4d86-8420-4e9b2b33794c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.125072] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 792.125072] env[69722]: value = "task-3438147" [ 792.125072] env[69722]: _type = "Task" [ 792.125072] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.130975] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.142179] env[69722]: DEBUG nova.compute.manager [req-a0c0e1f2-b635-4c44-9709-5a2fa6d430a9 req-daa20de5-fdad-4248-aa34-27a8abe24bf0 service nova] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Received event network-vif-deleted-8b523cc0-47b8-42c0-b894-99663f0402ce {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.245341] env[69722]: DEBUG nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.252234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-29985cf3-76f7-48d6-b2a6-7338931186f6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.252951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-29985cf3-76f7-48d6-b2a6-7338931186f6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.253428] env[69722]: DEBUG nova.network.neutron [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.259500] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bdace39-f495-4a76-8132-a0901578e0a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.259500] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.024s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.260856] env[69722]: INFO nova.compute.claims [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.326221] env[69722]: DEBUG nova.network.neutron [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Successfully created port: d657a208-183c-45f4-ae83-6efc2ac506e7 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.455762] env[69722]: DEBUG oslo_vmware.api [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438144, 'name': PowerOnVM_Task, 'duration_secs': 0.540125} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.456753] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.456753] env[69722]: INFO nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Took 7.51 seconds to spawn the instance on the hypervisor. [ 792.456753] env[69722]: DEBUG nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.457965] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83918903-c952-47d0-8009-2a24c24c5a26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.471883] env[69722]: INFO nova.compute.manager [-] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Took 1.48 seconds to deallocate network for instance. [ 792.528509] env[69722]: DEBUG nova.compute.manager [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Instance disappeared during snapshot {{(pid=69722) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 792.546755] env[69722]: DEBUG nova.compute.manager [None req-3c761556-42ce-49f0-b116-f61742102f50 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image not found during clean up 1bf8d619-14ff-4d98-9c4a-15aaa32d7321 {{(pid=69722) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 792.600201] env[69722]: DEBUG oslo_vmware.api [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391085} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.600515] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.600716] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.600896] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.601095] env[69722]: INFO nova.compute.manager [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Took 0.66 seconds to destroy the instance on the hypervisor. [ 792.601353] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.601794] env[69722]: DEBUG nova.compute.manager [-] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.601881] env[69722]: DEBUG nova.network.neutron [-] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.634919] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438147, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.806587] env[69722]: DEBUG nova.network.neutron [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.980230] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.983790] env[69722]: INFO nova.compute.manager [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Took 52.98 seconds to build instance. [ 793.006854] env[69722]: DEBUG nova.network.neutron [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Updating instance_info_cache with network_info: [{"id": "a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825", "address": "fa:16:3e:d9:d2:a9", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34ccfb9-16", "ovs_interfaceid": "a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.135022] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804369} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.136433] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] c3d915d6-b146-43e1-946d-289fbb5e6496/c3d915d6-b146-43e1-946d-289fbb5e6496.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.136808] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.137099] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f9e7e5f-aaf9-48bd-9a30-2d35bceed49f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.145698] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 793.145698] env[69722]: value = "task-3438148" [ 793.145698] env[69722]: _type = "Task" [ 793.145698] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.156403] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.266251] env[69722]: DEBUG nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.308425] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.308693] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.308891] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.309260] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.309330] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.309439] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.309770] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.309926] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.310141] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.310318] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.310574] env[69722]: DEBUG nova.virt.hardware [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.310922] env[69722]: INFO nova.compute.manager [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Rescuing [ 793.311169] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.311326] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.312206] env[69722]: DEBUG nova.network.neutron [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.314318] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c156eb9-50d9-4bc8-8abe-b43627ec3293 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.326499] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2715d25e-9a79-4374-a73f-a8939026edae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.486504] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02c3bb13-c64f-4a60-8e6f-d18cc4dddb03 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.838s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.509642] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-29985cf3-76f7-48d6-b2a6-7338931186f6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.510234] env[69722]: DEBUG nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Instance network_info: |[{"id": "a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825", "address": "fa:16:3e:d9:d2:a9", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34ccfb9-16", "ovs_interfaceid": "a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.510863] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.522303] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.522884] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.523401] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a88dbad8-1de4-4c35-8627-7b79489fc53b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.553703] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.553703] env[69722]: value = "task-3438149" [ 793.553703] env[69722]: _type = "Task" [ 793.553703] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.564349] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438149, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.577973] env[69722]: DEBUG nova.network.neutron [-] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.656500] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080459} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.656791] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.657601] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667fa4c-9fe5-4f92-afc5-ef90074dfdd8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.692125] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c3d915d6-b146-43e1-946d-289fbb5e6496/c3d915d6-b146-43e1-946d-289fbb5e6496.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.694101] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21cc6772-33da-4e7f-8ceb-ca6f39bf95ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.716062] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 793.716062] env[69722]: value = "task-3438150" [ 793.716062] env[69722]: _type = "Task" [ 793.716062] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.726517] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438150, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.993616] env[69722]: DEBUG nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.007876] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acfa80b-f8b8-4513-a797-53b7c355f798 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.023129] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e0ca8b-cb95-4135-a140-1eda3005d6e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.058570] env[69722]: DEBUG nova.compute.manager [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Received event network-changed-a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.058768] env[69722]: DEBUG nova.compute.manager [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Refreshing instance network info cache due to event network-changed-a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.058991] env[69722]: DEBUG oslo_concurrency.lockutils [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] Acquiring lock "refresh_cache-29985cf3-76f7-48d6-b2a6-7338931186f6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.059148] env[69722]: DEBUG oslo_concurrency.lockutils [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] Acquired lock "refresh_cache-29985cf3-76f7-48d6-b2a6-7338931186f6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.059315] env[69722]: DEBUG nova.network.neutron [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Refreshing network info cache for port a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.066817] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb51b1-0b23-461f-bec0-2716995a2568 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.078237] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438149, 'name': CreateVM_Task, 'duration_secs': 0.481582} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.080424] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.080556] env[69722]: INFO nova.compute.manager [-] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Took 1.48 seconds to deallocate network for instance. [ 794.081265] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.081423] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.081726] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.084219] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9878ea-a051-4ea9-adad-dda42866cae7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.090392] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd3bfa8-7a72-4fb2-af4c-8e3eb182b6fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.100345] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 794.100345] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1eea3-b7a2-a0bb-8341-8b0f07cc0d94" [ 794.100345] env[69722]: _type = "Task" [ 794.100345] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.106988] env[69722]: DEBUG nova.compute.provider_tree [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.116178] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1eea3-b7a2-a0bb-8341-8b0f07cc0d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.179355] env[69722]: DEBUG nova.network.neutron [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Updating instance_info_cache with network_info: [{"id": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "address": "fa:16:3e:94:9a:1c", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45475696-45", "ovs_interfaceid": "45475696-4535-4bb0-aa83-1cab5ea9f9bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.226329] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438150, 'name': ReconfigVM_Task, 'duration_secs': 0.305113} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.226932] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c3d915d6-b146-43e1-946d-289fbb5e6496/c3d915d6-b146-43e1-946d-289fbb5e6496.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.227611] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5fadda2-26e4-4be3-9c88-e5709757b9a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.233913] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 794.233913] env[69722]: value = "task-3438151" [ 794.233913] env[69722]: _type = "Task" [ 794.233913] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.242553] env[69722]: DEBUG nova.compute.manager [req-b7087f59-dcbd-4105-ae7a-287cebcb5205 req-13132dd7-1302-40dd-9a0a-2c7be46bcc66 service nova] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Received event network-vif-deleted-5d706888-5a6b-4154-8a61-a756523cee80 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.246206] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438151, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.444020] env[69722]: DEBUG nova.network.neutron [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Successfully updated port: d657a208-183c-45f4-ae83-6efc2ac506e7 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.521246] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.553368] env[69722]: DEBUG nova.network.neutron [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Updated VIF entry in instance network info cache for port a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.553778] env[69722]: DEBUG nova.network.neutron [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Updating instance_info_cache with network_info: [{"id": "a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825", "address": "fa:16:3e:d9:d2:a9", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa34ccfb9-16", "ovs_interfaceid": "a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.593764] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.616896] env[69722]: DEBUG nova.scheduler.client.report [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.620279] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1eea3-b7a2-a0bb-8341-8b0f07cc0d94, 'name': SearchDatastore_Task, 'duration_secs': 0.033877} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.620585] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.620847] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.621093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.621244] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.621445] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.621926] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-755734f2-744f-4b1c-ad52-abd4d284d054 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.630250] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.630421] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.631511] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cfa657-eef6-47b3-b4bb-d10ab2429aeb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.636950] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 794.636950] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e4c531-244a-23be-464b-98e26b91e6d3" [ 794.636950] env[69722]: _type = "Task" [ 794.636950] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.645172] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e4c531-244a-23be-464b-98e26b91e6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.682515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "refresh_cache-7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.745874] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438151, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.947407] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "refresh_cache-8edf5952-6a1e-47ce-a5e8-42652290418b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.947566] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquired lock "refresh_cache-8edf5952-6a1e-47ce-a5e8-42652290418b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.947714] env[69722]: DEBUG nova.network.neutron [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.057497] env[69722]: DEBUG oslo_concurrency.lockutils [req-5d5e58da-4f4e-4f23-a2a0-47f50616a77a req-eef8d08a-3ab7-41b7-b0c2-b496c7f5f692 service nova] Releasing lock "refresh_cache-29985cf3-76f7-48d6-b2a6-7338931186f6" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.123324] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.123850] env[69722]: DEBUG nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.130024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.143s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.130024] env[69722]: INFO nova.compute.claims [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.151923] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e4c531-244a-23be-464b-98e26b91e6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.152772] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f44538c-6ab3-410e-90c3-5b3e326e6359 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.158592] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 795.158592] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5207ce9e-a419-3f0f-a157-f70b3bd10d87" [ 795.158592] env[69722]: _type = "Task" [ 795.158592] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.168087] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5207ce9e-a419-3f0f-a157-f70b3bd10d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.247362] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438151, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.485372] env[69722]: DEBUG nova.network.neutron [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.634115] env[69722]: DEBUG nova.compute.utils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.637643] env[69722]: DEBUG nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.637813] env[69722]: DEBUG nova.network.neutron [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.640903] env[69722]: DEBUG nova.network.neutron [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Updating instance_info_cache with network_info: [{"id": "d657a208-183c-45f4-ae83-6efc2ac506e7", "address": "fa:16:3e:68:d4:36", "network": {"id": "9fdda67b-39b9-4d51-b001-26a768f8eaeb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1834172497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32000e923fb0469a9293228236841885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd657a208-18", "ovs_interfaceid": "d657a208-183c-45f4-ae83-6efc2ac506e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.669343] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5207ce9e-a419-3f0f-a157-f70b3bd10d87, 'name': SearchDatastore_Task, 'duration_secs': 0.015674} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.669597] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.669854] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.670114] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c768e56c-d61f-4a76-8a4e-a455258b2fb1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.677343] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 795.677343] env[69722]: value = "task-3438152" [ 795.677343] env[69722]: _type = "Task" [ 795.677343] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.678645] env[69722]: DEBUG nova.policy [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d27b818aa048a8987a9456d1a9a61c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677b9dc168f34dedad12383a8423c906', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.688049] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.745529] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438151, 'name': Rename_Task, 'duration_secs': 1.162499} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.745830] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.746092] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-243e2859-3d8e-4816-afbd-80e9ffa60ee1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.751907] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 795.751907] env[69722]: value = "task-3438153" [ 795.751907] env[69722]: _type = "Task" [ 795.751907] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.759945] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.020354] env[69722]: DEBUG nova.network.neutron [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Successfully created port: b63405d9-55dc-498c-9355-4d05d69fdc90 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.120221] env[69722]: DEBUG nova.compute.manager [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Received event network-vif-plugged-d657a208-183c-45f4-ae83-6efc2ac506e7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.120221] env[69722]: DEBUG oslo_concurrency.lockutils [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] Acquiring lock "8edf5952-6a1e-47ce-a5e8-42652290418b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.120221] env[69722]: DEBUG oslo_concurrency.lockutils [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.120436] env[69722]: DEBUG oslo_concurrency.lockutils [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.120436] env[69722]: DEBUG nova.compute.manager [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] No waiting events found dispatching network-vif-plugged-d657a208-183c-45f4-ae83-6efc2ac506e7 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.120954] env[69722]: WARNING nova.compute.manager [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Received unexpected event network-vif-plugged-d657a208-183c-45f4-ae83-6efc2ac506e7 for instance with vm_state building and task_state spawning. [ 796.120954] env[69722]: DEBUG nova.compute.manager [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Received event network-changed-d657a208-183c-45f4-ae83-6efc2ac506e7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.120954] env[69722]: DEBUG nova.compute.manager [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Refreshing instance network info cache due to event network-changed-d657a208-183c-45f4-ae83-6efc2ac506e7. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.121153] env[69722]: DEBUG oslo_concurrency.lockutils [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] Acquiring lock "refresh_cache-8edf5952-6a1e-47ce-a5e8-42652290418b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.141079] env[69722]: DEBUG nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.149053] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Releasing lock "refresh_cache-8edf5952-6a1e-47ce-a5e8-42652290418b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.149441] env[69722]: DEBUG nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Instance network_info: |[{"id": "d657a208-183c-45f4-ae83-6efc2ac506e7", "address": "fa:16:3e:68:d4:36", "network": {"id": "9fdda67b-39b9-4d51-b001-26a768f8eaeb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1834172497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32000e923fb0469a9293228236841885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd657a208-18", "ovs_interfaceid": "d657a208-183c-45f4-ae83-6efc2ac506e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.150221] env[69722]: DEBUG oslo_concurrency.lockutils [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] Acquired lock "refresh_cache-8edf5952-6a1e-47ce-a5e8-42652290418b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.150462] env[69722]: DEBUG nova.network.neutron [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Refreshing network info cache for port d657a208-183c-45f4-ae83-6efc2ac506e7 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 796.151807] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:d4:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd657a208-183c-45f4-ae83-6efc2ac506e7', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.161643] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Creating folder: Project (32000e923fb0469a9293228236841885). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.162636] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd9313d7-447e-49d0-9871-47d3340b4587 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.176441] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Created folder: Project (32000e923fb0469a9293228236841885) in parent group-v686248. [ 796.176629] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Creating folder: Instances. Parent ref: group-v686373. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.176921] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-132cd93d-c896-4ac9-970e-d99a547c32c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.187303] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Created folder: Instances in parent group-v686373. [ 796.187569] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.190788] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.191097] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438152, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.194709] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b69e0f11-1e9a-41d2-83eb-cfbbdf2124b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.217231] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.217231] env[69722]: value = "task-3438156" [ 796.217231] env[69722]: _type = "Task" [ 796.217231] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.231861] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438156, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.235280] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.237118] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c272bdf-2727-43c7-a0f9-c46480cfc311 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.242853] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 796.242853] env[69722]: value = "task-3438157" [ 796.242853] env[69722]: _type = "Task" [ 796.242853] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.253197] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.265130] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438153, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.690946] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654568} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.693888] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.694143] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.694666] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a30d9f-0f98-4f8b-9671-8d393e21c932 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.703469] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 796.703469] env[69722]: value = "task-3438158" [ 796.703469] env[69722]: _type = "Task" [ 796.703469] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.719646] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.732333] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438156, 'name': CreateVM_Task, 'duration_secs': 0.382217} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.735071] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.736103] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.736324] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.736674] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.736972] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4af5cc89-7eab-4bbc-8ac8-8cba1847dc5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.742699] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 796.742699] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256305b-111d-83f0-8759-d89658f182df" [ 796.742699] env[69722]: _type = "Task" [ 796.742699] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.755927] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256305b-111d-83f0-8759-d89658f182df, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.764849] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.765137] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.765375] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.765523] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.765700] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.766020] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438157, 'name': PowerOffVM_Task, 'duration_secs': 0.25529} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.767329] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e5fe126-8598-42e5-bb79-0cfaefa54bef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.768367] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.769624] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080407e8-1c6b-42ae-9da8-8ef075cb82a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.780363] env[69722]: DEBUG oslo_vmware.api [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438153, 'name': PowerOnVM_Task, 'duration_secs': 0.672425} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.782880] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.783116] env[69722]: INFO nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Took 9.02 seconds to spawn the instance on the hypervisor. [ 796.783330] env[69722]: DEBUG nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.787044] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452fbe4-fb12-4213-b31c-0f941d30fd56 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.805070] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.805200] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.809192] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4116194b-2507-4a02-b278-223358cfcf5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.811987] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0375f8b9-6ff0-416f-9dba-2cd9737834cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.829326] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 796.829326] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520849ec-b4b1-bed7-be3e-5d106eab8c3c" [ 796.829326] env[69722]: _type = "Task" [ 796.829326] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.840426] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520849ec-b4b1-bed7-be3e-5d106eab8c3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.855853] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.856172] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdd851eb-ebd3-483d-ac16-3f2e1032df7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.864636] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 796.864636] env[69722]: value = "task-3438159" [ 796.864636] env[69722]: _type = "Task" [ 796.864636] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.873260] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.910813] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c7ffbf-20ed-49d9-9cda-023e4dd935dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.921967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b38828-8033-4a97-82ee-ba88ee21dc20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.956116] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6273ed67-f575-45cd-a870-3588b3e125ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.966034] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3935c236-1b48-46c3-a6b3-2059f21d2c96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.980379] env[69722]: DEBUG nova.compute.provider_tree [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.010420] env[69722]: DEBUG nova.network.neutron [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Updated VIF entry in instance network info cache for port d657a208-183c-45f4-ae83-6efc2ac506e7. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 797.011802] env[69722]: DEBUG nova.network.neutron [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Updating instance_info_cache with network_info: [{"id": "d657a208-183c-45f4-ae83-6efc2ac506e7", "address": "fa:16:3e:68:d4:36", "network": {"id": "9fdda67b-39b9-4d51-b001-26a768f8eaeb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1834172497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32000e923fb0469a9293228236841885", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd657a208-18", "ovs_interfaceid": "d657a208-183c-45f4-ae83-6efc2ac506e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.160724] env[69722]: DEBUG nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.192166] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.192541] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.192726] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.192912] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.193138] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.193420] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.193700] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.193902] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.194092] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.194262] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.194434] env[69722]: DEBUG nova.virt.hardware [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.195389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9f366e-aa58-4cad-b8d1-2d433e0997e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.207140] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa15a10a-7c5c-454b-a7cb-ff76f5c7d844 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.218765] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133419} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.228207] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.229302] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3158a3-e83e-4085-acce-eb0beb3e7b87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.255991] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.256355] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f409a766-52b2-4639-bbca-9b9fe8303793 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.276639] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 797.276639] env[69722]: value = "task-3438160" [ 797.276639] env[69722]: _type = "Task" [ 797.276639] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.286301] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.334173] env[69722]: INFO nova.compute.manager [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Took 49.64 seconds to build instance. [ 797.341058] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520849ec-b4b1-bed7-be3e-5d106eab8c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.04446} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.341913] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdedfe4-5b31-45d4-9565-ed739cef5b1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.348377] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 797.348377] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1ac9c-3b7e-74d9-3b30-120e8c47ed20" [ 797.348377] env[69722]: _type = "Task" [ 797.348377] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.357507] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1ac9c-3b7e-74d9-3b30-120e8c47ed20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.374775] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 797.374994] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.375245] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.486331] env[69722]: DEBUG nova.scheduler.client.report [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.514309] env[69722]: DEBUG oslo_concurrency.lockutils [req-1049e2ce-8b8a-4bff-9507-843002112b17 req-ad5730f2-65cb-4cf7-ad9c-80ef14a2caa7 service nova] Releasing lock "refresh_cache-8edf5952-6a1e-47ce-a5e8-42652290418b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.772293] env[69722]: DEBUG nova.network.neutron [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Successfully updated port: b63405d9-55dc-498c-9355-4d05d69fdc90 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.788989] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.837081] env[69722]: DEBUG oslo_concurrency.lockutils [None req-169d69fb-dc2b-40b9-b242-64650bba7f99 tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.674s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.862786] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1ac9c-3b7e-74d9-3b30-120e8c47ed20, 'name': SearchDatastore_Task, 'duration_secs': 0.053922} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.863096] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.863567] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8edf5952-6a1e-47ce-a5e8-42652290418b/8edf5952-6a1e-47ce-a5e8-42652290418b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.863863] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.864083] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.864317] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62a06edc-a338-44ed-8f38-916bcc472b8e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.867281] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aefd5f7-686b-4a62-8fbc-2b6a1c17c86f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.876153] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 797.876153] env[69722]: value = "task-3438161" [ 797.876153] env[69722]: _type = "Task" [ 797.876153] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.881637] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.881847] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.883855] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb9e32d-d2e1-4b93-96d1-d9ee81d4b53e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.889378] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.892551] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 797.892551] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5236f06a-b4e7-8eba-ddaf-0ef988e30c36" [ 797.892551] env[69722]: _type = "Task" [ 797.892551] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.903470] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5236f06a-b4e7-8eba-ddaf-0ef988e30c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.989951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.991609] env[69722]: DEBUG nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.993763] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.127s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.995327] env[69722]: INFO nova.compute.claims [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.237195] env[69722]: DEBUG nova.compute.manager [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Received event network-vif-plugged-b63405d9-55dc-498c-9355-4d05d69fdc90 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.238132] env[69722]: DEBUG oslo_concurrency.lockutils [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] Acquiring lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.238552] env[69722]: DEBUG oslo_concurrency.lockutils [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.238753] env[69722]: DEBUG oslo_concurrency.lockutils [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.238939] env[69722]: DEBUG nova.compute.manager [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] No waiting events found dispatching network-vif-plugged-b63405d9-55dc-498c-9355-4d05d69fdc90 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.239244] env[69722]: WARNING nova.compute.manager [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Received unexpected event network-vif-plugged-b63405d9-55dc-498c-9355-4d05d69fdc90 for instance with vm_state building and task_state spawning. [ 798.239423] env[69722]: DEBUG nova.compute.manager [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Received event network-changed-b63405d9-55dc-498c-9355-4d05d69fdc90 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.239610] env[69722]: DEBUG nova.compute.manager [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Refreshing instance network info cache due to event network-changed-b63405d9-55dc-498c-9355-4d05d69fdc90. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.239896] env[69722]: DEBUG oslo_concurrency.lockutils [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] Acquiring lock "refresh_cache-9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.240123] env[69722]: DEBUG oslo_concurrency.lockutils [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] Acquired lock "refresh_cache-9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.240336] env[69722]: DEBUG nova.network.neutron [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Refreshing network info cache for port b63405d9-55dc-498c-9355-4d05d69fdc90 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.282051] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "refresh_cache-9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.291094] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438160, 'name': ReconfigVM_Task, 'duration_secs': 0.723407} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.291592] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.292586] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6226d10-59be-4fc2-bae3-516bd158ccad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.300553] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 798.300553] env[69722]: value = "task-3438162" [ 798.300553] env[69722]: _type = "Task" [ 798.300553] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.312510] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438162, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.342295] env[69722]: DEBUG nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.393019] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514027} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.393019] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8edf5952-6a1e-47ce-a5e8-42652290418b/8edf5952-6a1e-47ce-a5e8-42652290418b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.393019] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.393019] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05ea8b4e-65e1-495b-a950-1bbf28d1c088 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.405657] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5236f06a-b4e7-8eba-ddaf-0ef988e30c36, 'name': SearchDatastore_Task, 'duration_secs': 0.018203} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.407483] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 798.407483] env[69722]: value = "task-3438163" [ 798.407483] env[69722]: _type = "Task" [ 798.407483] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.407673] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1145fcd-f369-4750-9c91-09604d54348e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.417826] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.419375] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 798.419375] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ca0dcc-ce83-8eaa-13f7-d99359ccc42b" [ 798.419375] env[69722]: _type = "Task" [ 798.419375] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.427723] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ca0dcc-ce83-8eaa-13f7-d99359ccc42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.499562] env[69722]: DEBUG nova.compute.utils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.507676] env[69722]: DEBUG nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.507676] env[69722]: DEBUG nova.network.neutron [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.556387] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "c3d915d6-b146-43e1-946d-289fbb5e6496" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.556666] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.556894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "c3d915d6-b146-43e1-946d-289fbb5e6496-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.557114] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.557293] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.561185] env[69722]: DEBUG nova.policy [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55f3d834bba2496889627f29dfdcf6a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e19b3028a0a1419086e189082ce755b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.563159] env[69722]: INFO nova.compute.manager [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Terminating instance [ 798.814836] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438162, 'name': Rename_Task, 'duration_secs': 0.193983} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.815273] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.815603] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c83a9b2d-12e3-41cc-b366-68fb57a5a62c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.822580] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 798.822580] env[69722]: value = "task-3438164" [ 798.822580] env[69722]: _type = "Task" [ 798.822580] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.832783] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.873987] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.920666] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093665} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.925185] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.926415] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a6a87-eebb-4915-967d-6b4b56c656a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.929889] env[69722]: DEBUG nova.network.neutron [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.939064] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ca0dcc-ce83-8eaa-13f7-d99359ccc42b, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.952922] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.953226] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. {{(pid=69722) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 798.962877] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 8edf5952-6a1e-47ce-a5e8-42652290418b/8edf5952-6a1e-47ce-a5e8-42652290418b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.963224] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab431d2a-9f08-4af2-b602-edfcaeff754a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.965888] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04fc3a9-ef1e-47e9-b742-39e5fb65d2e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.991939] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 798.991939] env[69722]: value = "task-3438165" [ 798.991939] env[69722]: _type = "Task" [ 798.991939] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.993778] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 798.993778] env[69722]: value = "task-3438166" [ 798.993778] env[69722]: _type = "Task" [ 798.993778] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.008518] env[69722]: DEBUG nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.014733] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.073025] env[69722]: DEBUG nova.compute.manager [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.073025] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.073759] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ef788f-cda8-4d63-ab7f-383bcd24f304 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.087898] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.088671] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc17b718-004f-44a7-afa6-a40cd0cc2d07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.099894] env[69722]: DEBUG oslo_vmware.api [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 799.099894] env[69722]: value = "task-3438167" [ 799.099894] env[69722]: _type = "Task" [ 799.099894] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.113060] env[69722]: DEBUG oslo_vmware.api [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.123512] env[69722]: DEBUG nova.network.neutron [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.305524] env[69722]: DEBUG nova.network.neutron [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Successfully created port: ecc8505a-6150-46da-a46e-1e94f82cc27e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.333930] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438164, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.506545] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438165, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.510973] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438166, 'name': ReconfigVM_Task, 'duration_secs': 0.394374} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.510973] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 8edf5952-6a1e-47ce-a5e8-42652290418b/8edf5952-6a1e-47ce-a5e8-42652290418b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.511281] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f200963-a057-4790-8829-3109a054f710 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.525434] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 799.525434] env[69722]: value = "task-3438168" [ 799.525434] env[69722]: _type = "Task" [ 799.525434] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.537871] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438168, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.609552] env[69722]: DEBUG oslo_vmware.api [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438167, 'name': PowerOffVM_Task, 'duration_secs': 0.299637} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.609831] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.609997] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.610553] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddc43d32-1a14-4610-b125-e8af18a1a08c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.630022] env[69722]: DEBUG oslo_concurrency.lockutils [req-93cb940e-37f9-46ac-97cc-9388548dfb3a req-2153f7c2-3818-4f4e-9295-4e4d5690d2c6 service nova] Releasing lock "refresh_cache-9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.631174] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquired lock "refresh_cache-9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.631174] env[69722]: DEBUG nova.network.neutron [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.671581] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.671987] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.672071] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Deleting the datastore file [datastore2] c3d915d6-b146-43e1-946d-289fbb5e6496 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.674714] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d2b0480-7d44-4b08-9120-c5643fd7f9f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.685748] env[69722]: DEBUG oslo_vmware.api [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for the task: (returnval){ [ 799.685748] env[69722]: value = "task-3438170" [ 799.685748] env[69722]: _type = "Task" [ 799.685748] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.694894] env[69722]: DEBUG oslo_vmware.api [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.716671] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94de2253-1dae-4eac-8a4b-d7626cc9ada1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.724708] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82dbcd3-5851-484f-886f-48c17225a38b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.758454] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c54bff-d101-4d1e-9323-41589233eb37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.765912] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e28d99b-0741-4d74-b0f5-c51c09307824 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.779710] env[69722]: DEBUG nova.compute.provider_tree [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.833501] env[69722]: DEBUG oslo_vmware.api [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438164, 'name': PowerOnVM_Task, 'duration_secs': 0.741266} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.833772] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.833961] env[69722]: INFO nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Took 9.35 seconds to spawn the instance on the hypervisor. [ 799.834161] env[69722]: DEBUG nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.834975] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9ab1a8-50be-4bfa-b55d-e8c784f9a104 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.005621] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556251} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.006455] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. [ 800.007402] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07aeb9-22a5-4360-86da-dd7cdd975d6f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.026160] env[69722]: DEBUG nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.036702] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.038511] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-599b6171-ad79-431a-a62f-17005aa8cf6c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.064925] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438168, 'name': Rename_Task, 'duration_secs': 0.152636} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.067973] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.068920] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.068920] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.068920] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.068920] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.068920] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.069354] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.069354] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.069354] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.069530] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.069641] env[69722]: DEBUG nova.virt.hardware [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.070036] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.070212] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 800.070212] env[69722]: value = "task-3438171" [ 800.070212] env[69722]: _type = "Task" [ 800.070212] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.070894] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ef4b18-5178-406a-be48-4de0a5c96015 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.073323] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea078060-2a77-49a8-a806-846bc9f9552f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.086777] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca7b81b-facb-4ff9-983e-65a49c018ba0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.089751] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.091077] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 800.091077] env[69722]: value = "task-3438172" [ 800.091077] env[69722]: _type = "Task" [ 800.091077] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.110302] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438172, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.196465] env[69722]: DEBUG oslo_vmware.api [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.197372] env[69722]: DEBUG nova.network.neutron [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.282938] env[69722]: DEBUG nova.scheduler.client.report [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.354734] env[69722]: INFO nova.compute.manager [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Took 50.07 seconds to build instance. [ 800.523155] env[69722]: DEBUG nova.network.neutron [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Updating instance_info_cache with network_info: [{"id": "b63405d9-55dc-498c-9355-4d05d69fdc90", "address": "fa:16:3e:0c:a0:05", "network": {"id": "9b4092f1-d6be-423f-a8d7-0a95276d03ee", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1221243574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677b9dc168f34dedad12383a8423c906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63405d9-55", "ovs_interfaceid": "b63405d9-55dc-498c-9355-4d05d69fdc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.585201] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438171, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.603541] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438172, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.695686] env[69722]: DEBUG oslo_vmware.api [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Task: {'id': task-3438170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.636404} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.695962] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.696744] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.696982] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.697136] env[69722]: INFO nova.compute.manager [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Took 1.62 seconds to destroy the instance on the hypervisor. [ 800.697378] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.697595] env[69722]: DEBUG nova.compute.manager [-] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.697648] env[69722]: DEBUG nova.network.neutron [-] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.790848] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.790848] env[69722]: DEBUG nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.792273] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.285s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.796022] env[69722]: DEBUG nova.objects.instance [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 800.857973] env[69722]: DEBUG oslo_concurrency.lockutils [None req-94f4927c-ec37-445d-a4a1-d3514cb99112 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.603s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.026218] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Releasing lock "refresh_cache-9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.026570] env[69722]: DEBUG nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Instance network_info: |[{"id": "b63405d9-55dc-498c-9355-4d05d69fdc90", "address": "fa:16:3e:0c:a0:05", "network": {"id": "9b4092f1-d6be-423f-a8d7-0a95276d03ee", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1221243574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677b9dc168f34dedad12383a8423c906", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb63405d9-55", "ovs_interfaceid": "b63405d9-55dc-498c-9355-4d05d69fdc90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.027070] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:a0:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b63405d9-55dc-498c-9355-4d05d69fdc90', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.039779] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Creating folder: Project (677b9dc168f34dedad12383a8423c906). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.040144] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da16fa20-2914-4c02-843d-695314db1cae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.056216] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Created folder: Project (677b9dc168f34dedad12383a8423c906) in parent group-v686248. [ 801.056503] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Creating folder: Instances. Parent ref: group-v686376. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 801.056842] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b80a6319-a2da-48ad-bfec-5a1e0fd60b97 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.068022] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Created folder: Instances in parent group-v686376. [ 801.068022] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.068022] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.068022] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e39af2df-c730-4bcf-89e4-187ec68c6a14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.095263] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.096642] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.096642] env[69722]: value = "task-3438175" [ 801.096642] env[69722]: _type = "Task" [ 801.096642] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.111321] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438175, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.114402] env[69722]: DEBUG oslo_vmware.api [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438172, 'name': PowerOnVM_Task, 'duration_secs': 0.745519} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.114674] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.114884] env[69722]: INFO nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Took 7.85 seconds to spawn the instance on the hypervisor. [ 801.115100] env[69722]: DEBUG nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.115823] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2560225d-56e2-46ea-8d32-3d1fd1af196b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.305396] env[69722]: DEBUG nova.compute.utils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.307084] env[69722]: DEBUG nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 801.307269] env[69722]: DEBUG nova.network.neutron [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 801.361776] env[69722]: DEBUG nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.365751] env[69722]: DEBUG nova.policy [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76a5435fb5344ba0b5f7044310684353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3786844d01740a0bf3a4f8e4a775aa7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.532950] env[69722]: DEBUG nova.compute.manager [req-d7232c29-6cd1-4653-9000-13abe25c76fd req-cf33385b-aef7-4691-b57b-9a196e38f295 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Received event network-vif-plugged-ecc8505a-6150-46da-a46e-1e94f82cc27e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.533621] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7232c29-6cd1-4653-9000-13abe25c76fd req-cf33385b-aef7-4691-b57b-9a196e38f295 service nova] Acquiring lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.533916] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7232c29-6cd1-4653-9000-13abe25c76fd req-cf33385b-aef7-4691-b57b-9a196e38f295 service nova] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.534093] env[69722]: DEBUG oslo_concurrency.lockutils [req-d7232c29-6cd1-4653-9000-13abe25c76fd req-cf33385b-aef7-4691-b57b-9a196e38f295 service nova] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.534270] env[69722]: DEBUG nova.compute.manager [req-d7232c29-6cd1-4653-9000-13abe25c76fd req-cf33385b-aef7-4691-b57b-9a196e38f295 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] No waiting events found dispatching network-vif-plugged-ecc8505a-6150-46da-a46e-1e94f82cc27e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.534439] env[69722]: WARNING nova.compute.manager [req-d7232c29-6cd1-4653-9000-13abe25c76fd req-cf33385b-aef7-4691-b57b-9a196e38f295 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Received unexpected event network-vif-plugged-ecc8505a-6150-46da-a46e-1e94f82cc27e for instance with vm_state building and task_state spawning. [ 801.558890] env[69722]: DEBUG nova.network.neutron [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Successfully updated port: ecc8505a-6150-46da-a46e-1e94f82cc27e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.597583] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438171, 'name': ReconfigVM_Task, 'duration_secs': 1.084578} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.598170] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.599825] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a9e588-1238-4ec6-8932-0452cf6836c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.638452] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a97c8a-2f51-47b7-97e9-4d2f3ef4f38f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.655902] env[69722]: INFO nova.compute.manager [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Took 45.55 seconds to build instance. [ 801.657288] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438175, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.663379] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 801.663379] env[69722]: value = "task-3438176" [ 801.663379] env[69722]: _type = "Task" [ 801.663379] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.676403] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438176, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.811177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7483288d-323a-4c86-9375-1dd77343936d tempest-ServersAdmin275Test-1539715231 tempest-ServersAdmin275Test-1539715231-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.811177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.318s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.812178] env[69722]: INFO nova.compute.claims [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.815290] env[69722]: DEBUG nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.897519] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.957899] env[69722]: DEBUG nova.network.neutron [-] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.069995] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.070179] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.070340] env[69722]: DEBUG nova.network.neutron [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.115531] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438175, 'name': CreateVM_Task, 'duration_secs': 0.703275} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.115758] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.116485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.116650] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.117040] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.117307] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52c80af-734f-4f3c-96b6-0b005a1c9b1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.123818] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 802.123818] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52050210-1cdb-7de9-00e6-f5da7a313321" [ 802.123818] env[69722]: _type = "Task" [ 802.123818] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.133180] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52050210-1cdb-7de9-00e6-f5da7a313321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.158861] env[69722]: DEBUG oslo_concurrency.lockutils [None req-97fe373e-7f24-41da-a2dc-2478a324d5d3 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.385s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.175715] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438176, 'name': ReconfigVM_Task, 'duration_secs': 0.263669} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.175715] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.175899] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56524976-94ab-455d-b3c6-6a4ac5849834 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.184708] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 802.184708] env[69722]: value = "task-3438177" [ 802.184708] env[69722]: _type = "Task" [ 802.184708] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.192468] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.316537] env[69722]: DEBUG nova.network.neutron [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Successfully created port: 3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 802.460925] env[69722]: INFO nova.compute.manager [-] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Took 1.76 seconds to deallocate network for instance. [ 802.621900] env[69722]: DEBUG nova.network.neutron [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.638660] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52050210-1cdb-7de9-00e6-f5da7a313321, 'name': SearchDatastore_Task, 'duration_secs': 0.012521} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.638660] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.638660] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.638660] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.638660] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.638660] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.639970] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e92a8c90-af8a-4de8-bd5c-185933f3078b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.652032] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.652252] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.655903] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86ac3d0-0028-4d8a-9ae5-416fcf8275ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.661527] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 802.661527] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5268c7e9-e953-9290-7857-4ae4d57e2209" [ 802.661527] env[69722]: _type = "Task" [ 802.661527] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.667605] env[69722]: DEBUG nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.674973] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5268c7e9-e953-9290-7857-4ae4d57e2209, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.701719] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.828621] env[69722]: DEBUG nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.862247] env[69722]: DEBUG nova.network.neutron [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Updating instance_info_cache with network_info: [{"id": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "address": "fa:16:3e:50:05:e2", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc8505a-61", "ovs_interfaceid": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.879412] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.879412] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.879412] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.879412] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.879690] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.879690] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.880994] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.880994] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.880994] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.880994] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.880994] env[69722]: DEBUG nova.virt.hardware [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.881909] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24671d-7e43-4627-b223-dacb88e634bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.893930] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d73aac4-7f15-489f-a192-e1a9777780c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.968924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.179068] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5268c7e9-e953-9290-7857-4ae4d57e2209, 'name': SearchDatastore_Task, 'duration_secs': 0.033067} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.182724] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52854b07-6055-4102-ae3a-c4ed2f9958b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.194394] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 803.194394] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5219ee85-6397-4f50-1ed8-acabb46a48fa" [ 803.194394] env[69722]: _type = "Task" [ 803.194394] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.205938] env[69722]: DEBUG oslo_vmware.api [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438177, 'name': PowerOnVM_Task, 'duration_secs': 0.860645} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.206579] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.207310] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.212144] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5219ee85-6397-4f50-1ed8-acabb46a48fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.216316] env[69722]: DEBUG nova.compute.manager [None req-e11f962e-7a92-4c5a-930b-dc97d1adb6ba tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.217227] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5be4a0f-71d6-4c0b-9179-3673fd4e4306 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.372618] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.372956] env[69722]: DEBUG nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Instance network_info: |[{"id": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "address": "fa:16:3e:50:05:e2", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc8505a-61", "ovs_interfaceid": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.373386] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:05:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecc8505a-6150-46da-a46e-1e94f82cc27e', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.381760] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.385319] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.385319] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcaa7de7-f023-49de-abaf-3490f9b44397 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.414028] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.414028] env[69722]: value = "task-3438178" [ 803.414028] env[69722]: _type = "Task" [ 803.414028] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.433970] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438178, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.504046] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca0d36e-7540-46e9-8885-8d424436c14b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.512706] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b85fdf3-788a-40f4-8beb-a6a3bc38d52a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.547514] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e75869b-ae6a-427e-afd0-1df9e3140bc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.556925] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb5fa85-f80f-4054-bf1a-7e3fe0a6979e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.572141] env[69722]: DEBUG nova.compute.provider_tree [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.706979] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5219ee85-6397-4f50-1ed8-acabb46a48fa, 'name': SearchDatastore_Task, 'duration_secs': 0.021427} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.707485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.707768] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa/9d8fbc04-27aa-49c1-902b-bfc2a2454aaa.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.708058] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-018e2889-ebc0-4614-91d4-efcda06e3d83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.715657] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 803.715657] env[69722]: value = "task-3438179" [ 803.715657] env[69722]: _type = "Task" [ 803.715657] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.727104] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438179, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.846187] env[69722]: DEBUG nova.compute.manager [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Received event network-vif-deleted-412969bc-2d78-4290-a2da-56cf51a2d33b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.846391] env[69722]: DEBUG nova.compute.manager [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Received event network-changed-ecc8505a-6150-46da-a46e-1e94f82cc27e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.847331] env[69722]: DEBUG nova.compute.manager [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Refreshing instance network info cache due to event network-changed-ecc8505a-6150-46da-a46e-1e94f82cc27e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.847331] env[69722]: DEBUG oslo_concurrency.lockutils [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] Acquiring lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.847331] env[69722]: DEBUG oslo_concurrency.lockutils [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] Acquired lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.847331] env[69722]: DEBUG nova.network.neutron [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Refreshing network info cache for port ecc8505a-6150-46da-a46e-1e94f82cc27e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.931287] env[69722]: INFO nova.compute.manager [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Rebuilding instance [ 803.933198] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438178, 'name': CreateVM_Task, 'duration_secs': 0.351831} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.933198] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.933769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.934088] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.934350] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.934666] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-438603d7-3e2d-4d9c-847c-f93fb33225d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.940444] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 803.940444] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c6a396-6e36-5acf-d1f2-5327c200a61c" [ 803.940444] env[69722]: _type = "Task" [ 803.940444] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.955412] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c6a396-6e36-5acf-d1f2-5327c200a61c, 'name': SearchDatastore_Task, 'duration_secs': 0.010023} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.955551] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.955864] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.956629] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.956690] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.956951] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.957295] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5a88b6f-b7db-47f1-bc23-92da2d72aa66 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.967856] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.968145] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.973397] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16e0bb28-1660-4257-ad98-8c44d1841530 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.979504] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 803.979504] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c8a496-e819-5e19-55c6-77c16b7ea01f" [ 803.979504] env[69722]: _type = "Task" [ 803.979504] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.987622] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c8a496-e819-5e19-55c6-77c16b7ea01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.003576] env[69722]: DEBUG nova.compute.manager [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.005423] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b659a82-e207-4ecf-a1d8-c95dfbee6476 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.075932] env[69722]: DEBUG nova.scheduler.client.report [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.227307] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438179, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.272597] env[69722]: DEBUG nova.network.neutron [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Successfully updated port: 3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.294632] env[69722]: DEBUG nova.compute.manager [req-06633ae3-9b2d-4b1d-8eb5-3be021397ed6 req-cd745fea-c215-4721-89ff-606d4a7cf57f service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Received event network-vif-plugged-3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.295125] env[69722]: DEBUG oslo_concurrency.lockutils [req-06633ae3-9b2d-4b1d-8eb5-3be021397ed6 req-cd745fea-c215-4721-89ff-606d4a7cf57f service nova] Acquiring lock "478c8253-7572-450d-a56e-a7867bbea23b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.295483] env[69722]: DEBUG oslo_concurrency.lockutils [req-06633ae3-9b2d-4b1d-8eb5-3be021397ed6 req-cd745fea-c215-4721-89ff-606d4a7cf57f service nova] Lock "478c8253-7572-450d-a56e-a7867bbea23b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.296299] env[69722]: DEBUG oslo_concurrency.lockutils [req-06633ae3-9b2d-4b1d-8eb5-3be021397ed6 req-cd745fea-c215-4721-89ff-606d4a7cf57f service nova] Lock "478c8253-7572-450d-a56e-a7867bbea23b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.296299] env[69722]: DEBUG nova.compute.manager [req-06633ae3-9b2d-4b1d-8eb5-3be021397ed6 req-cd745fea-c215-4721-89ff-606d4a7cf57f service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] No waiting events found dispatching network-vif-plugged-3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 804.296299] env[69722]: WARNING nova.compute.manager [req-06633ae3-9b2d-4b1d-8eb5-3be021397ed6 req-cd745fea-c215-4721-89ff-606d4a7cf57f service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Received unexpected event network-vif-plugged-3a116ae8-60b9-4ee6-922e-c8ad45ea631b for instance with vm_state building and task_state spawning. [ 804.493060] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c8a496-e819-5e19-55c6-77c16b7ea01f, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.493381] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb137f20-bf94-4d75-85f9-6f598a187db0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.502771] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 804.502771] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529007d4-e78c-2a4a-f61b-ba2570c499e2" [ 804.502771] env[69722]: _type = "Task" [ 804.502771] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.510776] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529007d4-e78c-2a4a-f61b-ba2570c499e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.582669] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.582669] env[69722]: DEBUG nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.585249] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.276s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.587566] env[69722]: INFO nova.compute.claims [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.611592] env[69722]: DEBUG nova.network.neutron [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Updated VIF entry in instance network info cache for port ecc8505a-6150-46da-a46e-1e94f82cc27e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.613366] env[69722]: DEBUG nova.network.neutron [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Updating instance_info_cache with network_info: [{"id": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "address": "fa:16:3e:50:05:e2", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc8505a-61", "ovs_interfaceid": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.728991] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438179, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6743} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.729230] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa/9d8fbc04-27aa-49c1-902b-bfc2a2454aaa.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.729447] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.729705] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-258e06a2-f6cb-41ec-999c-01ab2c9c582c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.738676] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 804.738676] env[69722]: value = "task-3438180" [ 804.738676] env[69722]: _type = "Task" [ 804.738676] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.749032] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.778873] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.779041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.779200] env[69722]: DEBUG nova.network.neutron [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.014487] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529007d4-e78c-2a4a-f61b-ba2570c499e2, 'name': SearchDatastore_Task, 'duration_secs': 0.028384} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.014796] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.015034] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] a41ea9fe-c192-49f1-aea0-0df98dcb68f7/a41ea9fe-c192-49f1-aea0-0df98dcb68f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.015386] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eeab6d50-0f09-457b-a3dd-76794ac55165 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.023088] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 805.023088] env[69722]: value = "task-3438181" [ 805.023088] env[69722]: _type = "Task" [ 805.023088] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.030571] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.030828] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1854681-ba7b-49b5-adba-21fddadc242c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.037540] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.038822] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 805.038822] env[69722]: value = "task-3438182" [ 805.038822] env[69722]: _type = "Task" [ 805.038822] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.049740] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.099255] env[69722]: DEBUG nova.compute.utils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.102379] env[69722]: DEBUG nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 805.116313] env[69722]: DEBUG oslo_concurrency.lockutils [req-f060203f-095c-4b74-9366-ca9ad5b3a534 req-28bcf13b-2948-4e0b-9048-dfbbf47fabe8 service nova] Releasing lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.250013] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097542} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.250514] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.251419] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cf8c44-8e18-4c2a-b090-72fe827cc4f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.276925] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa/9d8fbc04-27aa-49c1-902b-bfc2a2454aaa.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.277423] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ea5d80e-d19f-4d9a-93de-75c6e0923caf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.305929] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 805.305929] env[69722]: value = "task-3438183" [ 805.305929] env[69722]: _type = "Task" [ 805.305929] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.313345] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.335865] env[69722]: DEBUG nova.network.neutron [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.523152] env[69722]: DEBUG nova.network.neutron [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updating instance_info_cache with network_info: [{"id": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "address": "fa:16:3e:8a:19:4b", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a116ae8-60", "ovs_interfaceid": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.538526] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438181, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.552881] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438182, 'name': PowerOffVM_Task, 'duration_secs': 0.261795} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.553252] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.553592] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.554470] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c1d05b-2169-4ba0-9959-97f64730ab09 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.563166] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.564244] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b60fbbe-bc76-460e-8576-4740d73b3ea0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.606890] env[69722]: DEBUG nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.625581] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "5ae4397d-b6d0-43c4-b2b4-80536575928c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.625702] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.818208] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438183, 'name': ReconfigVM_Task, 'duration_secs': 0.409676} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.818543] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa/9d8fbc04-27aa-49c1-902b-bfc2a2454aaa.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.819160] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18148493-c335-47dd-a9b8-fe4de96b977e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.826438] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 805.826438] env[69722]: value = "task-3438185" [ 805.826438] env[69722]: _type = "Task" [ 805.826438] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.837637] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438185, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.032332] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Releasing lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.032720] env[69722]: DEBUG nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Instance network_info: |[{"id": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "address": "fa:16:3e:8a:19:4b", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a116ae8-60", "ovs_interfaceid": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 806.033690] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:19:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1520c99-af74-4d61-a8ae-56aef56ef4f0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a116ae8-60b9-4ee6-922e-c8ad45ea631b', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.041598] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.045212] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.045493] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591468} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.045904] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90157fe0-25e7-4ab5-963d-ee2049a64d63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.064097] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] a41ea9fe-c192-49f1-aea0-0df98dcb68f7/a41ea9fe-c192-49f1-aea0-0df98dcb68f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.064236] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.068195] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a80785d2-3410-426f-b9ce-31d6c0927840 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.070151] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.070340] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.070513] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleting the datastore file [datastore2] 29985cf3-76f7-48d6-b2a6-7338931186f6 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.071375] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529b2329-2198-4789-acda-1bcf652f43b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.075157] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.075157] env[69722]: value = "task-3438186" [ 806.075157] env[69722]: _type = "Task" [ 806.075157] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.081799] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 806.081799] env[69722]: value = "task-3438188" [ 806.081799] env[69722]: _type = "Task" [ 806.081799] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.082121] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 806.082121] env[69722]: value = "task-3438187" [ 806.082121] env[69722]: _type = "Task" [ 806.082121] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.096586] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438186, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.107134] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.107134] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438187, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.239330] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523030bd-51e5-4b75-855c-da56fdb9667e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.248053] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fd9f2c-f520-409e-bcc1-8ce9f2079cbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.280444] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fc89ec-0e0a-4436-8ca4-7d48d903caf0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.288437] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa0329-549e-44ea-9de1-5f5a621730ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.304249] env[69722]: DEBUG nova.compute.provider_tree [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.329398] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "076ef1c3-340c-43ce-a7dc-7432a4d02283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.329617] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.338701] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438185, 'name': Rename_Task, 'duration_secs': 0.290707} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.338969] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.339228] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3546fac-d97f-4520-89c9-3c39e3e88ced {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.342607] env[69722]: DEBUG nova.compute.manager [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Received event network-changed-3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.342786] env[69722]: DEBUG nova.compute.manager [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Refreshing instance network info cache due to event network-changed-3a116ae8-60b9-4ee6-922e-c8ad45ea631b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.342993] env[69722]: DEBUG oslo_concurrency.lockutils [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] Acquiring lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.343146] env[69722]: DEBUG oslo_concurrency.lockutils [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] Acquired lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.343302] env[69722]: DEBUG nova.network.neutron [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Refreshing network info cache for port 3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.351371] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 806.351371] env[69722]: value = "task-3438189" [ 806.351371] env[69722]: _type = "Task" [ 806.351371] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.360725] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438189, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.586112] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438186, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.596921] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.599753] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438187, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071764} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.599987] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.600757] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1d47f0-050e-4e0b-a719-12e386e7f57c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.624110] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] a41ea9fe-c192-49f1-aea0-0df98dcb68f7/a41ea9fe-c192-49f1-aea0-0df98dcb68f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.625274] env[69722]: DEBUG nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.627825] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dff47906-cd26-4a2d-ac5d-ca3f13e7199d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.648487] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 806.648487] env[69722]: value = "task-3438190" [ 806.648487] env[69722]: _type = "Task" [ 806.648487] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.657948] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.671282] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.671663] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.671915] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.672949] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.672949] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.672949] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.672949] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.673185] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.673448] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.673635] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.673858] env[69722]: DEBUG nova.virt.hardware [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.674930] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005f977b-3e81-455e-b785-d0456ae21219 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.686505] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a941d9-bc70-459d-a6e5-92902b173b2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.704288] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.710388] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Creating folder: Project (edc3e9ff865247dcacc3b3c54d97058b). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.710737] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb7a34d-5cfc-4028-8da5-da3543b4337a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.725458] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Created folder: Project (edc3e9ff865247dcacc3b3c54d97058b) in parent group-v686248. [ 806.725670] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Creating folder: Instances. Parent ref: group-v686381. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.725936] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffc56ade-9438-47e6-871b-17e93e2bb684 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.734616] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Created folder: Instances in parent group-v686381. [ 806.734832] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.735051] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.735280] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a285dbf6-4b40-43af-b5ce-28e4eee0defb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.752222] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.752222] env[69722]: value = "task-3438193" [ 806.752222] env[69722]: _type = "Task" [ 806.752222] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.759498] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438193, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.808032] env[69722]: DEBUG nova.scheduler.client.report [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.860717] env[69722]: DEBUG oslo_vmware.api [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438189, 'name': PowerOnVM_Task, 'duration_secs': 0.508943} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.860980] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.861183] env[69722]: INFO nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Took 9.70 seconds to spawn the instance on the hypervisor. [ 806.861366] env[69722]: DEBUG nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.863038] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32d1c6-eecd-42bb-b3dd-1e7a48c92ffe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.053177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "8edf5952-6a1e-47ce-a5e8-42652290418b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.053498] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.053664] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "8edf5952-6a1e-47ce-a5e8-42652290418b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.053848] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.054027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.057265] env[69722]: INFO nova.compute.manager [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Terminating instance [ 807.090236] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438186, 'name': CreateVM_Task, 'duration_secs': 0.714666} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.093357] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.094277] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.094442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.094749] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.095392] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3f3e5c-e7a1-4635-9d60-c27c15218dbf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.100149] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55025} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.100698] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.100926] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.101296] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.104882] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 807.104882] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52569276-eee9-4023-3261-8fd83ce44fb1" [ 807.104882] env[69722]: _type = "Task" [ 807.104882] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.116282] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52569276-eee9-4023-3261-8fd83ce44fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.158771] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.160014] env[69722]: DEBUG nova.network.neutron [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updated VIF entry in instance network info cache for port 3a116ae8-60b9-4ee6-922e-c8ad45ea631b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.160382] env[69722]: DEBUG nova.network.neutron [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updating instance_info_cache with network_info: [{"id": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "address": "fa:16:3e:8a:19:4b", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a116ae8-60", "ovs_interfaceid": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.268861] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438193, 'name': CreateVM_Task, 'duration_secs': 0.42855} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.269560] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.270055] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.314072] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.314692] env[69722]: DEBUG nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.321229] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.733s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.321913] env[69722]: DEBUG nova.objects.instance [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lazy-loading 'resources' on Instance uuid a6f67f42-3ec9-45f9-82e6-356f1b17cd65 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.380871] env[69722]: INFO nova.compute.manager [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Took 45.16 seconds to build instance. [ 807.566195] env[69722]: DEBUG nova.compute.manager [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.566195] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.566195] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30019c04-8b4f-4cae-8559-6bf526f1a445 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.579704] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.580035] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d02105ec-0cfb-4411-b47f-0f46fc2535b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.587965] env[69722]: DEBUG oslo_vmware.api [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 807.587965] env[69722]: value = "task-3438194" [ 807.587965] env[69722]: _type = "Task" [ 807.587965] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.596833] env[69722]: DEBUG oslo_vmware.api [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.618528] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52569276-eee9-4023-3261-8fd83ce44fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012562} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.618828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.619094] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.619428] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.619580] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.619754] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.620183] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.620558] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.620720] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6782ddee-a04f-46a3-9828-14c48a7cf531 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.622506] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78e7ab5b-f023-4c48-a52e-fe2e9bdb3c65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.627555] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 807.627555] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529d731d-a50b-4c79-8acc-d66702b931c5" [ 807.627555] env[69722]: _type = "Task" [ 807.627555] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.631777] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.633051] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.633141] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c64b31e-ed23-49b9-b57f-1fde08bdcb3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.638552] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529d731d-a50b-4c79-8acc-d66702b931c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.641463] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 807.641463] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a7560d-0b13-74c0-364d-e74b0d8e0af7" [ 807.641463] env[69722]: _type = "Task" [ 807.641463] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.648975] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a7560d-0b13-74c0-364d-e74b0d8e0af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.657898] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438190, 'name': ReconfigVM_Task, 'duration_secs': 0.512597} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.658147] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Reconfigured VM instance instance-0000002d to attach disk [datastore1] a41ea9fe-c192-49f1-aea0-0df98dcb68f7/a41ea9fe-c192-49f1-aea0-0df98dcb68f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.658733] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b222363f-46d7-4925-b241-c5ac986fbfd7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.663452] env[69722]: DEBUG oslo_concurrency.lockutils [req-756c5341-4be7-4322-bef6-2caefec264ac req-dd187ce3-327b-46da-a834-7e1277919541 service nova] Releasing lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.665204] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 807.665204] env[69722]: value = "task-3438195" [ 807.665204] env[69722]: _type = "Task" [ 807.665204] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.673822] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438195, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.824488] env[69722]: DEBUG nova.compute.utils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.829702] env[69722]: DEBUG nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.829702] env[69722]: DEBUG nova.network.neutron [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.871823] env[69722]: DEBUG nova.policy [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28c0ae5c712490284eab736ebbd2e5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae6f66b0bbe493b9d09f443e81c6b5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.880738] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6d2be1ef-07dd-4cd0-83ee-a467a2064d3d tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.242s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.100403] env[69722]: DEBUG oslo_vmware.api [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438194, 'name': PowerOffVM_Task, 'duration_secs': 0.186007} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.100684] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.100852] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 808.101131] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0aea519e-5013-4cbe-ba36-a79e8a560b20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.137666] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529d731d-a50b-4c79-8acc-d66702b931c5, 'name': SearchDatastore_Task, 'duration_secs': 0.010705} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.140474] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.140474] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.140474] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.150196] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 808.150441] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 808.150591] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.150763] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 808.150902] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.151053] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 808.151462] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 808.151462] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 808.151552] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 808.151717] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 808.151883] env[69722]: DEBUG nova.virt.hardware [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 808.153133] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01e9fd-3840-4b89-bc59-c3cf99460786 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.163035] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 808.163247] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 808.163420] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Deleting the datastore file [datastore2] 8edf5952-6a1e-47ce-a5e8-42652290418b {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 808.163687] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a7560d-0b13-74c0-364d-e74b0d8e0af7, 'name': SearchDatastore_Task, 'duration_secs': 0.01311} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.166064] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ada80ff-6a13-4516-b1c3-9a5f23d355c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.169268] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30d35836-5190-490d-b049-18a6a21eb23e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.174304] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f9a9aa-ba63-4aa1-b51a-0e7f7aace9ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.184116] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 808.184116] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52974141-8fa8-7e22-3379-68ec137b6edd" [ 808.184116] env[69722]: _type = "Task" [ 808.184116] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.196495] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.204281] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.204581] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438195, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.204900] env[69722]: DEBUG oslo_vmware.api [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for the task: (returnval){ [ 808.204900] env[69722]: value = "task-3438197" [ 808.204900] env[69722]: _type = "Task" [ 808.204900] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.210949] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.211497] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4276bdb-aba3-4426-984e-626a88aceec9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.237653] env[69722]: DEBUG oslo_vmware.api [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.241561] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.241561] env[69722]: value = "task-3438198" [ 808.241561] env[69722]: _type = "Task" [ 808.241561] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.241841] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52974141-8fa8-7e22-3379-68ec137b6edd, 'name': SearchDatastore_Task, 'duration_secs': 0.01887} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.248497] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.248778] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 478c8253-7572-450d-a56e-a7867bbea23b/478c8253-7572-450d-a56e-a7867bbea23b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.252229] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.252448] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.252699] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3a16f1-0e5f-4d35-a35e-71aa6c5aadef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.255057] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb8cf738-c1fa-4334-9c31-85301b10c6c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.261662] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438198, 'name': CreateVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.266518] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.266750] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.267861] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 808.267861] env[69722]: value = "task-3438199" [ 808.267861] env[69722]: _type = "Task" [ 808.267861] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.268763] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93b0108a-c0f0-4887-b73c-05941c32eeb1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.278035] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 808.278035] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52480581-3f17-67a8-3d88-f95772bbaac2" [ 808.278035] env[69722]: _type = "Task" [ 808.278035] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.281318] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.293666] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52480581-3f17-67a8-3d88-f95772bbaac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.309725] env[69722]: DEBUG nova.network.neutron [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Successfully created port: 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.329537] env[69722]: DEBUG nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.383650] env[69722]: DEBUG nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.460363] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0854576-6673-4020-b62f-f92fc7a7733c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.467577] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffb9c82-ad62-444c-892b-7147ff960477 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.505901] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3deeac-788d-4159-a92b-d7a1052eabd0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.513361] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513031d0-9996-44e5-9706-30c95e15521d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.527638] env[69722]: DEBUG nova.compute.provider_tree [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.677721] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438195, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.720458] env[69722]: DEBUG oslo_vmware.api [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Task: {'id': task-3438197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426214} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.720718] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.720907] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.721110] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.721290] env[69722]: INFO nova.compute.manager [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 808.721528] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.721720] env[69722]: DEBUG nova.compute.manager [-] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.721818] env[69722]: DEBUG nova.network.neutron [-] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.759706] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438198, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.778714] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.790554] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52480581-3f17-67a8-3d88-f95772bbaac2, 'name': SearchDatastore_Task, 'duration_secs': 0.020112} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.791164] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b3514b-7cb2-4d1b-b78e-6bf66517de92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.796529] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 808.796529] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5241c63d-f98b-ecf1-ec60-fb9628f48761" [ 808.796529] env[69722]: _type = "Task" [ 808.796529] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.804464] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5241c63d-f98b-ecf1-ec60-fb9628f48761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.839284] env[69722]: DEBUG nova.compute.manager [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.840172] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448a7aef-7e85-4f74-acab-2a3bd4c7ebe5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.902457] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.024433] env[69722]: DEBUG nova.compute.manager [req-ef19c5a7-2e65-4f03-8fac-ef9e9b347d1d req-25cceec1-6414-4d0f-8006-c0f1c129e8ca service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Received event network-vif-deleted-d657a208-183c-45f4-ae83-6efc2ac506e7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.024746] env[69722]: INFO nova.compute.manager [req-ef19c5a7-2e65-4f03-8fac-ef9e9b347d1d req-25cceec1-6414-4d0f-8006-c0f1c129e8ca service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Neutron deleted interface d657a208-183c-45f4-ae83-6efc2ac506e7; detaching it from the instance and deleting it from the info cache [ 809.024933] env[69722]: DEBUG nova.network.neutron [req-ef19c5a7-2e65-4f03-8fac-ef9e9b347d1d req-25cceec1-6414-4d0f-8006-c0f1c129e8ca service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.030636] env[69722]: DEBUG nova.scheduler.client.report [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.182372] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438195, 'name': Rename_Task, 'duration_secs': 1.2091} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.183138] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.183138] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a521fdef-6585-4347-ab71-de5c1aa858c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.189684] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 809.189684] env[69722]: value = "task-3438200" [ 809.189684] env[69722]: _type = "Task" [ 809.189684] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.197799] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.259896] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438198, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.281952] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985907} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.282319] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 478c8253-7572-450d-a56e-a7867bbea23b/478c8253-7572-450d-a56e-a7867bbea23b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.282580] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.282830] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a44105b-c842-4dce-868a-11b1175eab98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.288862] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 809.288862] env[69722]: value = "task-3438201" [ 809.288862] env[69722]: _type = "Task" [ 809.288862] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.296792] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.306033] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5241c63d-f98b-ecf1-ec60-fb9628f48761, 'name': SearchDatastore_Task, 'duration_secs': 0.031437} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.306484] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.306585] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.306985] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d7b3505-2e80-42d6-8750-f180cf1e3c75 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.314670] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 809.314670] env[69722]: value = "task-3438202" [ 809.314670] env[69722]: _type = "Task" [ 809.314670] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.324100] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.341038] env[69722]: DEBUG nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.351645] env[69722]: INFO nova.compute.manager [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] instance snapshotting [ 809.355297] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9100ac76-012e-47a5-8a3d-26451a364b10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.379892] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.380182] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.380392] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.380603] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.380796] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.380961] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.381188] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.381363] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.381549] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.381709] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.381899] env[69722]: DEBUG nova.virt.hardware [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.382776] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24bffd8-90e9-45a0-9172-cb5bea74f9c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.386349] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b11b4-d706-4944-8dc8-252d51157cd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.399064] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88890d65-ffe8-4998-b96b-0512d603785e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.472014] env[69722]: DEBUG nova.network.neutron [-] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.527444] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ac5fe58-e396-43e0-9fb5-3634b6c039df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.537704] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722a53b-2547-469d-8238-5ed352860830 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.549102] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.552971] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.575s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.554551] env[69722]: INFO nova.compute.claims [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.583672] env[69722]: DEBUG nova.compute.manager [req-ef19c5a7-2e65-4f03-8fac-ef9e9b347d1d req-25cceec1-6414-4d0f-8006-c0f1c129e8ca service nova] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Detach interface failed, port_id=d657a208-183c-45f4-ae83-6efc2ac506e7, reason: Instance 8edf5952-6a1e-47ce-a5e8-42652290418b could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 809.585071] env[69722]: INFO nova.scheduler.client.report [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleted allocations for instance a6f67f42-3ec9-45f9-82e6-356f1b17cd65 [ 809.704295] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.760582] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438198, 'name': CreateVM_Task, 'duration_secs': 1.118358} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.760976] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.761900] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.762256] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.763973] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.764415] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f88f141-743e-48ce-abbf-4489d576b150 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.769810] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 809.769810] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522743dc-bb72-38ce-9ab4-f95d72c72e76" [ 809.769810] env[69722]: _type = "Task" [ 809.769810] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.779022] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522743dc-bb72-38ce-9ab4-f95d72c72e76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.797513] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07379} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.797778] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.798570] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b9bdd0-a790-4ee3-8949-bda364c9f32c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.821407] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 478c8253-7572-450d-a56e-a7867bbea23b/478c8253-7572-450d-a56e-a7867bbea23b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.821837] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c437e1d-46ef-4868-8857-df25bd095145 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.841662] env[69722]: DEBUG nova.compute.manager [req-3235fa74-1dc5-4d0d-ac5a-e4be8af1a45b req-27aa47dd-3f6e-489e-a933-6eab371ad0e3 service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-vif-plugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.841965] env[69722]: DEBUG oslo_concurrency.lockutils [req-3235fa74-1dc5-4d0d-ac5a-e4be8af1a45b req-27aa47dd-3f6e-489e-a933-6eab371ad0e3 service nova] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.842792] env[69722]: DEBUG oslo_concurrency.lockutils [req-3235fa74-1dc5-4d0d-ac5a-e4be8af1a45b req-27aa47dd-3f6e-489e-a933-6eab371ad0e3 service nova] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.842792] env[69722]: DEBUG oslo_concurrency.lockutils [req-3235fa74-1dc5-4d0d-ac5a-e4be8af1a45b req-27aa47dd-3f6e-489e-a933-6eab371ad0e3 service nova] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.842792] env[69722]: DEBUG nova.compute.manager [req-3235fa74-1dc5-4d0d-ac5a-e4be8af1a45b req-27aa47dd-3f6e-489e-a933-6eab371ad0e3 service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] No waiting events found dispatching network-vif-plugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.842792] env[69722]: WARNING nova.compute.manager [req-3235fa74-1dc5-4d0d-ac5a-e4be8af1a45b req-27aa47dd-3f6e-489e-a933-6eab371ad0e3 service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received unexpected event network-vif-plugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc for instance with vm_state building and task_state spawning. [ 809.849394] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451414} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.850733] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.852014] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.852014] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 809.852014] env[69722]: value = "task-3438203" [ 809.852014] env[69722]: _type = "Task" [ 809.852014] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.852014] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad77b1d7-01df-4439-bca9-913f1be782d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.864094] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.865585] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 809.865585] env[69722]: value = "task-3438204" [ 809.865585] env[69722]: _type = "Task" [ 809.865585] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.874532] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.898735] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 809.899062] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b5f86d4-d4fd-4478-91d7-fa00ffc9bd25 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.905749] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 809.905749] env[69722]: value = "task-3438205" [ 809.905749] env[69722]: _type = "Task" [ 809.905749] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.913794] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.933438] env[69722]: DEBUG nova.network.neutron [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Successfully updated port: 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.974483] env[69722]: INFO nova.compute.manager [-] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Took 1.25 seconds to deallocate network for instance. [ 810.095211] env[69722]: DEBUG oslo_concurrency.lockutils [None req-829b0334-4844-48d2-912a-34ba67630c1c tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "a6f67f42-3ec9-45f9-82e6-356f1b17cd65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.152s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.202481] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438200, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.282007] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522743dc-bb72-38ce-9ab4-f95d72c72e76, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.282330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.282596] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.282866] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.283034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.283220] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.283480] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbf67b4b-d2a1-4121-820b-5e82d06f2928 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.295180] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.295366] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.296114] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0642dc-5285-43ed-9125-ca04a4db505e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.301409] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 810.301409] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522cd9d7-37f8-e3c7-d5a9-678f6087d223" [ 810.301409] env[69722]: _type = "Task" [ 810.301409] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.309427] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522cd9d7-37f8-e3c7-d5a9-678f6087d223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.363388] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438203, 'name': ReconfigVM_Task, 'duration_secs': 0.275822} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.363754] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 478c8253-7572-450d-a56e-a7867bbea23b/478c8253-7572-450d-a56e-a7867bbea23b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.364773] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-076243bf-a230-4f70-95d1-bb5e8e269cc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.375283] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111921} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.376449] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.376810] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 810.376810] env[69722]: value = "task-3438206" [ 810.376810] env[69722]: _type = "Task" [ 810.376810] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.377466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17147c5b-3721-4735-a208-331d202f587d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.387140] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438206, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.403071] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.403451] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1992c19-89d3-42f4-ad18-ef77cc36afa7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.425713] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.427035] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 810.427035] env[69722]: value = "task-3438207" [ 810.427035] env[69722]: _type = "Task" [ 810.427035] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.434427] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438207, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.436199] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.436199] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.436354] env[69722]: DEBUG nova.network.neutron [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.482714] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.700966] env[69722]: DEBUG oslo_vmware.api [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438200, 'name': PowerOnVM_Task, 'duration_secs': 1.05807} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.704236] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.704582] env[69722]: INFO nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Took 10.68 seconds to spawn the instance on the hypervisor. [ 810.704722] env[69722]: DEBUG nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.705967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a985f3a6-75f1-4a77-80f5-55097f6a01cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.817550] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522cd9d7-37f8-e3c7-d5a9-678f6087d223, 'name': SearchDatastore_Task, 'duration_secs': 0.013631} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.818432] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c4d98f-0cfc-471a-bc3b-90f4eb5e4445 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.824366] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 810.824366] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5224dacb-b45a-ff1e-bf5c-c5b131de969f" [ 810.824366] env[69722]: _type = "Task" [ 810.824366] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.836190] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5224dacb-b45a-ff1e-bf5c-c5b131de969f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.895030] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438206, 'name': Rename_Task, 'duration_secs': 0.185655} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.895278] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.895809] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04d7ce41-c676-44d9-80e9-68d43d2a7f81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.901904] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 810.901904] env[69722]: value = "task-3438208" [ 810.901904] env[69722]: _type = "Task" [ 810.901904] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.914266] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.937165] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438205, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.944476] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.987730] env[69722]: DEBUG nova.network.neutron [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.142365] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f68365-6b76-4419-a75e-7c060993df56 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.151883] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ca1d42-d26e-49db-81cb-ecf74b546684 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.187459] env[69722]: DEBUG nova.network.neutron [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7623af8b-09", "ovs_interfaceid": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.189396] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c70555-d6ed-44bd-bf30-4019ce8a6a5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.197659] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5d363-5c2a-444b-b1c6-738037209767 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.213804] env[69722]: DEBUG nova.compute.provider_tree [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.226883] env[69722]: INFO nova.compute.manager [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Took 48.26 seconds to build instance. [ 811.340023] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5224dacb-b45a-ff1e-bf5c-c5b131de969f, 'name': SearchDatastore_Task, 'duration_secs': 0.017111} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.340023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.340023] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.340023] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a40f7156-97ca-4308-807e-75cb2a18de9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.346154] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 811.346154] env[69722]: value = "task-3438209" [ 811.346154] env[69722]: _type = "Task" [ 811.346154] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.357656] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438209, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.373028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "2d9e5249-07b7-4828-91c6-0a502567805e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.373028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "2d9e5249-07b7-4828-91c6-0a502567805e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.373028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "2d9e5249-07b7-4828-91c6-0a502567805e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.373028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "2d9e5249-07b7-4828-91c6-0a502567805e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.373028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "2d9e5249-07b7-4828-91c6-0a502567805e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.374676] env[69722]: INFO nova.compute.manager [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Terminating instance [ 811.412827] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.431026] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438205, 'name': CreateSnapshot_Task, 'duration_secs': 1.254541} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.431026] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 811.431026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c47402a-2ebb-44c3-8bb7-8546feaf606a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.443179] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438207, 'name': ReconfigVM_Task, 'duration_secs': 0.715966} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.447589] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.447589] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17b9812f-bd60-4d76-9622-2b374dbc64b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.455087] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 811.455087] env[69722]: value = "task-3438210" [ 811.455087] env[69722]: _type = "Task" [ 811.455087] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.470408] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438210, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.501131] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "1edc3775-9f29-4274-9838-22c752c290f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.501379] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "1edc3775-9f29-4274-9838-22c752c290f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.501589] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "1edc3775-9f29-4274-9838-22c752c290f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.501796] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "1edc3775-9f29-4274-9838-22c752c290f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.502018] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "1edc3775-9f29-4274-9838-22c752c290f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.504190] env[69722]: INFO nova.compute.manager [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Terminating instance [ 811.654638] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] Acquiring lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.654638] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] Acquired lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.654638] env[69722]: DEBUG nova.network.neutron [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.693048] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.693396] env[69722]: DEBUG nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Instance network_info: |[{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7623af8b-09", "ovs_interfaceid": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.693747] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:35:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7623af8b-09e0-46ec-a1b3-8fb05ae98fcc', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.701672] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating folder: Project (aae6f66b0bbe493b9d09f443e81c6b5d). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.702307] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f161f800-5cb4-40f7-b14a-c00f4cb1fb86 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.713059] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created folder: Project (aae6f66b0bbe493b9d09f443e81c6b5d) in parent group-v686248. [ 811.713400] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating folder: Instances. Parent ref: group-v686386. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 811.713715] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f497450-f53f-4da6-ab69-6cbcd19e7cc7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.716852] env[69722]: DEBUG nova.scheduler.client.report [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.722891] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created folder: Instances in parent group-v686386. [ 811.723158] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.723359] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.723624] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6cc1a65-7a83-4d50-a23a-26572d9f9cad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.741457] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bc3f4ba1-b1e9-4ff3-9c75-d67f8d751466 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.143s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.746877] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.746877] env[69722]: value = "task-3438213" [ 811.746877] env[69722]: _type = "Task" [ 811.746877] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.757894] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438213, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.857254] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438209, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.881493] env[69722]: DEBUG nova.compute.manager [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.881845] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.883026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6ff8fc-56cd-46cd-a3da-ab7f47f89266 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.891556] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.891854] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ae1c559-4824-4a2e-a96b-fd701db55f1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.901016] env[69722]: DEBUG oslo_vmware.api [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 811.901016] env[69722]: value = "task-3438214" [ 811.901016] env[69722]: _type = "Task" [ 811.901016] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.916170] env[69722]: DEBUG oslo_vmware.api [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.920770] env[69722]: DEBUG oslo_vmware.api [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438208, 'name': PowerOnVM_Task, 'duration_secs': 0.560813} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.921249] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.921583] env[69722]: INFO nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Took 9.09 seconds to spawn the instance on the hypervisor. [ 811.921842] env[69722]: DEBUG nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.923044] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd7257-beb8-4981-ac0e-beb7922ebc9d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.958622] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 811.959107] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d83ff7c-3bec-4b57-811b-edc12a6884f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.975464] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438210, 'name': Rename_Task, 'duration_secs': 0.157758} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.977055] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.977406] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 811.977406] env[69722]: value = "task-3438215" [ 811.977406] env[69722]: _type = "Task" [ 811.977406] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.977601] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69cb8923-364b-44af-853d-5f25d5427353 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.987386] env[69722]: DEBUG nova.compute.manager [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.987672] env[69722]: DEBUG nova.compute.manager [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing instance network info cache due to event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.987950] env[69722]: DEBUG oslo_concurrency.lockutils [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] Acquiring lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.988158] env[69722]: DEBUG oslo_concurrency.lockutils [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] Acquired lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.988330] env[69722]: DEBUG nova.network.neutron [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.996229] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 811.996229] env[69722]: value = "task-3438216" [ 811.996229] env[69722]: _type = "Task" [ 811.996229] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.996451] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438215, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.006694] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.012844] env[69722]: DEBUG nova.compute.manager [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.013074] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.013928] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14025c3-386e-4a75-8085-c38f6626ad62 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.024788] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.025163] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75047197-91c2-4ddb-8bd1-74401c0abedf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.031829] env[69722]: DEBUG oslo_vmware.api [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 812.031829] env[69722]: value = "task-3438217" [ 812.031829] env[69722]: _type = "Task" [ 812.031829] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.043341] env[69722]: DEBUG oslo_vmware.api [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.225169] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.225169] env[69722]: DEBUG nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.226236] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.718s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.226655] env[69722]: DEBUG nova.objects.instance [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lazy-loading 'resources' on Instance uuid 2c7890f4-59f6-464b-9c0c-a482f76b7099 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.243165] env[69722]: DEBUG nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.258997] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438213, 'name': CreateVM_Task, 'duration_secs': 0.43148} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.259503] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.260124] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.260306] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.260642] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.261123] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52b06b2c-a049-4010-b7a9-494eb099d4ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.266382] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 812.266382] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529fa575-16b3-a7e9-f02e-1077c5391616" [ 812.266382] env[69722]: _type = "Task" [ 812.266382] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.279064] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529fa575-16b3-a7e9-f02e-1077c5391616, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.358769] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438209, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68166} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.363120] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.364053] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.364053] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83a2180-eef1-4325-aa70-cfde4a70f9c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.373064] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 812.373064] env[69722]: value = "task-3438218" [ 812.373064] env[69722]: _type = "Task" [ 812.373064] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.385543] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.415382] env[69722]: DEBUG oslo_vmware.api [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438214, 'name': PowerOffVM_Task, 'duration_secs': 0.282704} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.415803] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.416095] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.416450] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c5abdff-420b-4bed-9b5f-0629ce476007 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.449819] env[69722]: INFO nova.compute.manager [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Took 40.60 seconds to build instance. [ 812.468481] env[69722]: DEBUG nova.network.neutron [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Updating instance_info_cache with network_info: [{"id": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "address": "fa:16:3e:50:05:e2", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc8505a-61", "ovs_interfaceid": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.485984] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.485984] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.485984] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleting the datastore file [datastore2] 2d9e5249-07b7-4828-91c6-0a502567805e {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.486550] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b39a917-e61a-47a6-8dec-de8b6f1e50cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.492652] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438215, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.500179] env[69722]: DEBUG oslo_vmware.api [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 812.500179] env[69722]: value = "task-3438220" [ 812.500179] env[69722]: _type = "Task" [ 812.500179] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.512095] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.515103] env[69722]: DEBUG oslo_vmware.api [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.541233] env[69722]: DEBUG oslo_vmware.api [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438217, 'name': PowerOffVM_Task, 'duration_secs': 0.255956} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.541519] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.541759] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.544216] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e1e665f-35ef-4e48-8d09-13a01035a3d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.612481] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.612716] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.612939] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleting the datastore file [datastore1] 1edc3775-9f29-4274-9838-22c752c290f4 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.613234] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9e690c3-7675-4889-9d5b-9ec84c28584f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.621772] env[69722]: DEBUG oslo_vmware.api [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for the task: (returnval){ [ 812.621772] env[69722]: value = "task-3438222" [ 812.621772] env[69722]: _type = "Task" [ 812.621772] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.629782] env[69722]: DEBUG oslo_vmware.api [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.728457] env[69722]: DEBUG nova.compute.utils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.731054] env[69722]: DEBUG nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.731054] env[69722]: DEBUG nova.network.neutron [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.785460] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529fa575-16b3-a7e9-f02e-1077c5391616, 'name': SearchDatastore_Task, 'duration_secs': 0.020253} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.790587] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.790706] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.790970] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.791116] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.791693] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.792886] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.793174] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9acb2f34-1384-4626-b541-8372b70c3a9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.809581] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.809581] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.810402] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e358e9f-ed9a-43e6-9d3e-de415678a0d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.819168] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 812.819168] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52374b1c-e063-5a3e-5664-970d950101e0" [ 812.819168] env[69722]: _type = "Task" [ 812.819168] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.838049] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52374b1c-e063-5a3e-5664-970d950101e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.858985] env[69722]: DEBUG nova.policy [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cc65e96500447ae9028d0e4e4e3938f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d889e50a0ad4c7fa467d082216b5005', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.890978] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118595} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.891372] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.892417] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280bc686-e389-4790-b38c-08bd49170f30 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.927572] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.931790] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f25f9954-3c3d-4f93-8a8c-4870615e0f53 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.955819] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4871469-d61e-4e97-a98f-2cae84dc8ee6 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.245s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.961733] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 812.961733] env[69722]: value = "task-3438223" [ 812.961733] env[69722]: _type = "Task" [ 812.961733] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.972677] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] Releasing lock "refresh_cache-a41ea9fe-c192-49f1-aea0-0df98dcb68f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.973025] env[69722]: DEBUG nova.compute.manager [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Inject network info {{(pid=69722) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 812.973405] env[69722]: DEBUG nova.compute.manager [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] network_info to inject: |[{"id": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "address": "fa:16:3e:50:05:e2", "network": {"id": "efcbba76-eaaf-4c67-8072-5ba36f96a19c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-678872331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e19b3028a0a1419086e189082ce755b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9950022e-0005-4da9-b1c4-6c9fec5ea180", "external-id": "nsx-vlan-transportzone-448", "segmentation_id": 448, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecc8505a-61", "ovs_interfaceid": "ecc8505a-6150-46da-a46e-1e94f82cc27e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 812.981344] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Reconfiguring VM instance to set the machine id {{(pid=69722) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 812.988940] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-543c4cfd-f97a-4b4c-a4ce-a1c594099299 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.001979] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.022190] env[69722]: DEBUG oslo_vmware.api [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] Waiting for the task: (returnval){ [ 813.022190] env[69722]: value = "task-3438224" [ 813.022190] env[69722]: _type = "Task" [ 813.022190] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.025244] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438215, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.036875] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438216, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.037724] env[69722]: DEBUG oslo_vmware.api [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32485} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.041039] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.041315] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.041515] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.041691] env[69722]: INFO nova.compute.manager [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 813.041939] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.042686] env[69722]: DEBUG nova.compute.manager [-] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.042795] env[69722]: DEBUG nova.network.neutron [-] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.048614] env[69722]: DEBUG oslo_vmware.api [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] Task: {'id': task-3438224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.069146] env[69722]: DEBUG nova.network.neutron [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updated VIF entry in instance network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.069578] env[69722]: DEBUG nova.network.neutron [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7623af8b-09", "ovs_interfaceid": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.137023] env[69722]: DEBUG oslo_vmware.api [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Task: {'id': task-3438222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27745} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.137023] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.137023] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.137023] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.137023] env[69722]: INFO nova.compute.manager [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 813.137023] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.137023] env[69722]: DEBUG nova.compute.manager [-] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.137023] env[69722]: DEBUG nova.network.neutron [-] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.235721] env[69722]: DEBUG nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.340981] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52374b1c-e063-5a3e-5664-970d950101e0, 'name': SearchDatastore_Task, 'duration_secs': 0.029308} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.343389] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c926c3-56d9-4d99-acee-9fd6041b9b1a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.352836] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 813.352836] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52079dbb-7204-28ed-b67d-6f6bf32c4f24" [ 813.352836] env[69722]: _type = "Task" [ 813.352836] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.366782] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52079dbb-7204-28ed-b67d-6f6bf32c4f24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.459875] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.488724] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9751cc5a-aa29-42bb-80cf-a377d1dba1d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.493692] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.494157] env[69722]: DEBUG nova.network.neutron [-] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.510422] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49deaf71-913a-4e1c-9d0a-19b2aef0f7fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.514157] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438215, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.525630] env[69722]: DEBUG oslo_vmware.api [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438216, 'name': PowerOnVM_Task, 'duration_secs': 1.11179} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.550746] env[69722]: DEBUG nova.network.neutron [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Successfully created port: f189665c-a4ab-4703-ae40-e7f8929b152e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.555776] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.556030] env[69722]: INFO nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Took 6.93 seconds to spawn the instance on the hypervisor. [ 813.556216] env[69722]: DEBUG nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 813.557650] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f1b6ab-d232-44c5-ba2f-9af145bb65a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.560477] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c9fb92-bf52-4a3f-a00e-c893cb7c7c0c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.575806] env[69722]: DEBUG oslo_concurrency.lockutils [req-91e639e1-a690-4692-9f45-53fdc82c630b req-badde526-365d-49e7-bc6a-977f5420a54a service nova] Releasing lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.576218] env[69722]: DEBUG oslo_vmware.api [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] Task: {'id': task-3438224, 'name': ReconfigVM_Task, 'duration_secs': 0.186213} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.578526] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597b220-3dcd-4ca8-9810-f61c8fad9fea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.582711] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4677efd-1ad8-4939-8991-276d2cf1298f tempest-ServersAdminTestJSON-56225913 tempest-ServersAdminTestJSON-56225913-project-admin] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Reconfigured VM instance to set the machine id {{(pid=69722) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 813.594966] env[69722]: DEBUG nova.compute.provider_tree [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.807845] env[69722]: DEBUG nova.compute.manager [req-5d481aef-a343-4771-9972-11819867f743 req-7e791ee5-fffb-4cd2-97cb-4d4f81ca2a70 service nova] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Received event network-vif-deleted-60446013-3912-40c4-953e-393c4a7707cc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.865287] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52079dbb-7204-28ed-b67d-6f6bf32c4f24, 'name': SearchDatastore_Task, 'duration_secs': 0.022694} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.870043] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.870043] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.870043] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7e8b24c-1c61-4b9c-b30e-353b7f34cc6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.877011] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 813.877011] env[69722]: value = "task-3438225" [ 813.877011] env[69722]: _type = "Task" [ 813.877011] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.885422] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.955493] env[69722]: DEBUG nova.network.neutron [-] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.982968] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438223, 'name': ReconfigVM_Task, 'duration_secs': 0.70836} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.983273] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 29985cf3-76f7-48d6-b2a6-7338931186f6/29985cf3-76f7-48d6-b2a6-7338931186f6.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.983909] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14ccff37-0a32-4802-95f8-3c3a20c728a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.993126] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 813.993126] env[69722]: value = "task-3438226" [ 813.993126] env[69722]: _type = "Task" [ 813.993126] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.997744] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.001962] env[69722]: INFO nova.compute.manager [-] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Took 0.96 seconds to deallocate network for instance. [ 814.013183] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438226, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.013957] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438215, 'name': CloneVM_Task, 'duration_secs': 1.88422} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.013957] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Created linked-clone VM from snapshot [ 814.014724] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b40705-9a51-4f05-b1af-cbb6e0126f64 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.024915] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Uploading image 2a8af6da-f216-4fbd-bcf1-5e7112e3667b {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 814.055352] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 814.055352] env[69722]: value = "vm-686389" [ 814.055352] env[69722]: _type = "VirtualMachine" [ 814.055352] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 814.055679] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8ff40ad-4360-46d1-9440-4434969bf766 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.065239] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lease: (returnval){ [ 814.065239] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5232a95d-639f-6fc6-dab0-df85e078fdc9" [ 814.065239] env[69722]: _type = "HttpNfcLease" [ 814.065239] env[69722]: } obtained for exporting VM: (result){ [ 814.065239] env[69722]: value = "vm-686389" [ 814.065239] env[69722]: _type = "VirtualMachine" [ 814.065239] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 814.065581] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the lease: (returnval){ [ 814.065581] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5232a95d-639f-6fc6-dab0-df85e078fdc9" [ 814.065581] env[69722]: _type = "HttpNfcLease" [ 814.065581] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 814.074221] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.074221] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5232a95d-639f-6fc6-dab0-df85e078fdc9" [ 814.074221] env[69722]: _type = "HttpNfcLease" [ 814.074221] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 814.083638] env[69722]: INFO nova.compute.manager [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Took 40.62 seconds to build instance. [ 814.098342] env[69722]: DEBUG nova.scheduler.client.report [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.178938] env[69722]: DEBUG nova.compute.manager [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Received event network-vif-deleted-4deec320-8055-4f3d-b8ef-1aa2f5d429d9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.179161] env[69722]: DEBUG nova.compute.manager [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Received event network-changed-3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.179342] env[69722]: DEBUG nova.compute.manager [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Refreshing instance network info cache due to event network-changed-3a116ae8-60b9-4ee6-922e-c8ad45ea631b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.179527] env[69722]: DEBUG oslo_concurrency.lockutils [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] Acquiring lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.179732] env[69722]: DEBUG oslo_concurrency.lockutils [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] Acquired lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.179805] env[69722]: DEBUG nova.network.neutron [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Refreshing network info cache for port 3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.250582] env[69722]: DEBUG nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.289779] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:59:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52c0bbcd-a76a-4f9a-a317-ce147f9d0e43',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1170356320',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.290204] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.290323] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.290512] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.290686] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.290851] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.291083] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.291311] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.291490] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.291948] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.291948] env[69722]: DEBUG nova.virt.hardware [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.297025] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095d10c2-1619-4365-bffc-1cd90d3186ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.304982] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4549dd-f8eb-4096-b856-050b55c77d05 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.392181] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438225, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.458285] env[69722]: INFO nova.compute.manager [-] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Took 1.32 seconds to deallocate network for instance. [ 814.504029] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438226, 'name': Rename_Task, 'duration_secs': 0.182871} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.504128] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.504337] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67406211-2fec-40bb-926a-b97c5c056a5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.513812] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 814.513812] env[69722]: value = "task-3438228" [ 814.513812] env[69722]: _type = "Task" [ 814.513812] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.514756] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.524272] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.575364] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 814.575364] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5232a95d-639f-6fc6-dab0-df85e078fdc9" [ 814.575364] env[69722]: _type = "HttpNfcLease" [ 814.575364] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 814.576664] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 814.576664] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5232a95d-639f-6fc6-dab0-df85e078fdc9" [ 814.576664] env[69722]: _type = "HttpNfcLease" [ 814.576664] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 814.576956] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b10aaeb-f547-4a71-8d6d-6f849568da82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.585913] env[69722]: DEBUG oslo_concurrency.lockutils [None req-216ae02f-ab99-4b53-ac0e-70dab8d63a47 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.330s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.586210] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8df23-2a9e-92e5-5f7c-b3d611c42c1e/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 814.586374] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8df23-2a9e-92e5-5f7c-b3d611c42c1e/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 814.645960] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.420s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.650474] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.355s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.650689] env[69722]: DEBUG nova.objects.instance [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lazy-loading 'resources' on Instance uuid b0e3f4d4-06eb-4fbb-96c9-2868b6c53648 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.668178] env[69722]: INFO nova.scheduler.client.report [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Deleted allocations for instance 2c7890f4-59f6-464b-9c0c-a482f76b7099 [ 814.699855] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab215cf8-4057-429e-b5ab-3169956fa3d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.815723] env[69722]: DEBUG oslo_concurrency.lockutils [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "478c8253-7572-450d-a56e-a7867bbea23b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.815996] env[69722]: DEBUG oslo_concurrency.lockutils [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.816259] env[69722]: INFO nova.compute.manager [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Rebooting instance [ 814.889848] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651196} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.890332] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.890332] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.890534] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e178e444-ebc7-4479-8d1c-3a25123c1121 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.899497] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 814.899497] env[69722]: value = "task-3438229" [ 814.899497] env[69722]: _type = "Task" [ 814.899497] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.911186] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.966044] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.019787] env[69722]: DEBUG nova.network.neutron [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updated VIF entry in instance network info cache for port 3a116ae8-60b9-4ee6-922e-c8ad45ea631b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.020292] env[69722]: DEBUG nova.network.neutron [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updating instance_info_cache with network_info: [{"id": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "address": "fa:16:3e:8a:19:4b", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a116ae8-60", "ovs_interfaceid": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.030750] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.091159] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 815.931487] env[69722]: DEBUG nova.network.neutron [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Successfully updated port: f189665c-a4ab-4703-ae40-e7f8929b152e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.943885] env[69722]: DEBUG oslo_concurrency.lockutils [req-6938acc7-faa9-4865-ac01-5182aa052602 req-e29a2d24-50c7-437a-a91f-9434d7cbc2e3 service nova] Releasing lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.951294] env[69722]: DEBUG oslo_concurrency.lockutils [None req-155d5a01-ffb8-477a-9050-4c3cb55e33a1 tempest-ServersAdmin275Test-1498126906 tempest-ServersAdmin275Test-1498126906-project-member] Lock "2c7890f4-59f6-464b-9c0c-a482f76b7099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.742s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.978286] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113431} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.979055] env[69722]: DEBUG oslo_vmware.api [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438228, 'name': PowerOnVM_Task, 'duration_secs': 1.285173} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.981467] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.982247] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.982622] env[69722]: DEBUG nova.compute.manager [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.984367] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.985298] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb66305-c9fb-4c29-8d3f-724bcd4bb0e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.988942] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf3340-49c7-460d-ba4d-05d12e439015 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.993293] env[69722]: DEBUG oslo_concurrency.lockutils [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.993936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquired lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.993936] env[69722]: DEBUG nova.network.neutron [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.025470] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.031930] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-482ad5c9-2f24-4e1c-b1a5-d3d6b1d54f9e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.056689] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 816.056689] env[69722]: value = "task-3438230" [ 816.056689] env[69722]: _type = "Task" [ 816.056689] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.068684] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.108893] env[69722]: DEBUG nova.compute.manager [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Received event network-vif-plugged-f189665c-a4ab-4703-ae40-e7f8929b152e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.109374] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] Acquiring lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.109739] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.110078] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.111035] env[69722]: DEBUG nova.compute.manager [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] No waiting events found dispatching network-vif-plugged-f189665c-a4ab-4703-ae40-e7f8929b152e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.111035] env[69722]: WARNING nova.compute.manager [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Received unexpected event network-vif-plugged-f189665c-a4ab-4703-ae40-e7f8929b152e for instance with vm_state building and task_state spawning. [ 816.111035] env[69722]: DEBUG nova.compute.manager [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Received event network-changed-f189665c-a4ab-4703-ae40-e7f8929b152e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.111035] env[69722]: DEBUG nova.compute.manager [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Refreshing instance network info cache due to event network-changed-f189665c-a4ab-4703-ae40-e7f8929b152e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.111697] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] Acquiring lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.111697] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] Acquired lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.111697] env[69722]: DEBUG nova.network.neutron [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Refreshing network info cache for port f189665c-a4ab-4703-ae40-e7f8929b152e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.453023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.463966] env[69722]: INFO nova.compute.manager [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Rebuilding instance [ 816.506205] env[69722]: DEBUG nova.compute.manager [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.507248] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262fe86b-a9a9-4de3-a0d2-46ad35622de4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.561732] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.575493] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.643748] env[69722]: INFO nova.compute.manager [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Rebuilding instance [ 816.685185] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6231c568-a0e1-4159-a824-91784e951327 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.694028] env[69722]: DEBUG nova.network.neutron [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.698698] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543aba2c-c7f3-450d-acbf-534527f41462 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.703847] env[69722]: DEBUG nova.compute.manager [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.706753] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d779114-1070-4aae-9f27-cc87c66af2d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.747339] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cd8814-2569-4f3c-97a7-c127f0881175 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.757261] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4d613-f77c-4ef0-a3b5-f9f4c498b2b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.780132] env[69722]: DEBUG nova.compute.provider_tree [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.836445] env[69722]: DEBUG nova.network.neutron [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.883897] env[69722]: DEBUG nova.network.neutron [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updating instance_info_cache with network_info: [{"id": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "address": "fa:16:3e:8a:19:4b", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a116ae8-60", "ovs_interfaceid": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.068408] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438230, 'name': ReconfigVM_Task, 'duration_secs': 0.593301} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.069068] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.073913] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43d23b2d-5d1c-4706-8d99-109e6cdd7b5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.080949] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 817.080949] env[69722]: value = "task-3438231" [ 817.080949] env[69722]: _type = "Task" [ 817.080949] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.093614] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438231, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.284266] env[69722]: DEBUG nova.scheduler.client.report [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.340211] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc7e2d58-b07c-4ef8-8e45-bb40c4e56457 req-3ab95ce0-8e6b-4d21-a5f4-a00d5d699866 service nova] Releasing lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.340711] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.340897] env[69722]: DEBUG nova.network.neutron [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.387152] env[69722]: DEBUG oslo_concurrency.lockutils [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Releasing lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.526208] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.528527] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e3a07e2-3339-466e-9c96-f06be7aec465 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.537710] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 817.537710] env[69722]: value = "task-3438232" [ 817.537710] env[69722]: _type = "Task" [ 817.537710] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.548712] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438232, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.596018] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438231, 'name': Rename_Task, 'duration_secs': 0.263157} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.596338] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.596621] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70363ae1-59bb-44cf-be48-3f4d10fdda03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.604495] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 817.604495] env[69722]: value = "task-3438233" [ 817.604495] env[69722]: _type = "Task" [ 817.604495] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.613665] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.727974] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "29985cf3-76f7-48d6-b2a6-7338931186f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.729937] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.729937] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "29985cf3-76f7-48d6-b2a6-7338931186f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.729937] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.729937] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.733712] env[69722]: INFO nova.compute.manager [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Terminating instance [ 817.749218] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.749218] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68814676-bcf0-48fb-97cf-14c41d182715 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.761555] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 817.761555] env[69722]: value = "task-3438234" [ 817.761555] env[69722]: _type = "Task" [ 817.761555] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.774839] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.791994] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.142s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.798205] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.095s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.798457] env[69722]: DEBUG nova.objects.instance [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'resources' on Instance uuid ad258087-2025-4e22-9f0c-d2776440d59c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.822513] env[69722]: INFO nova.scheduler.client.report [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Deleted allocations for instance b0e3f4d4-06eb-4fbb-96c9-2868b6c53648 [ 817.880262] env[69722]: DEBUG nova.network.neutron [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.894380] env[69722]: DEBUG nova.compute.manager [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.895307] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d5ad1-980e-43f5-b08c-dbb730a85037 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.049644] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438232, 'name': PowerOffVM_Task, 'duration_secs': 0.183649} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.052297] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.053224] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.054338] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a784104-854e-4a3e-b423-53aefd484d49 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.064021] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.064021] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2def6077-ce0d-4be2-9c69-94ca861542a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.098028] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.098028] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.098028] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Deleting the datastore file [datastore1] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.100126] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9744bfb5-b91c-4b78-ba39-6a1fa2c44cd8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.109933] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 818.109933] env[69722]: value = "task-3438236" [ 818.109933] env[69722]: _type = "Task" [ 818.109933] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.118960] env[69722]: DEBUG nova.network.neutron [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance_info_cache with network_info: [{"id": "f189665c-a4ab-4703-ae40-e7f8929b152e", "address": "fa:16:3e:86:4c:62", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf189665c-a4", "ovs_interfaceid": "f189665c-a4ab-4703-ae40-e7f8929b152e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.120475] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.127543] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.214801] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "98ab9f8d-0c12-429a-a991-fe7489c45925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.216044] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.243198] env[69722]: DEBUG nova.compute.manager [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.243198] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.243198] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9521d1d1-e1c3-48a2-a03b-339fa0cf3174 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.251870] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.252264] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27ee979-eb3e-4566-a583-b3098b00633c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.263524] env[69722]: DEBUG oslo_vmware.api [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 818.263524] env[69722]: value = "task-3438237" [ 818.263524] env[69722]: _type = "Task" [ 818.263524] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.282792] env[69722]: DEBUG oslo_vmware.api [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.283526] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438234, 'name': PowerOffVM_Task, 'duration_secs': 0.343091} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.283781] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.284023] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.285056] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e920de62-995a-4fd8-840a-a9b6a80c1cac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.295444] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.295731] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb3dcc9f-9a0a-4085-b50a-dd58dade5d46 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.335036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3c98800e-6c31-4162-b30f-fd7dca7cb30e tempest-AttachInterfacesUnderV243Test-1452476962 tempest-AttachInterfacesUnderV243Test-1452476962-project-member] Lock "b0e3f4d4-06eb-4fbb-96c9-2868b6c53648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.308s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.384293] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.384862] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.384999] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleting the datastore file [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.385203] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c6cb79-e4ba-4b6e-9ee3-99cdcef64d95 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.394966] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 818.394966] env[69722]: value = "task-3438239" [ 818.394966] env[69722]: _type = "Task" [ 818.394966] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.411396] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.620276] env[69722]: DEBUG oslo_vmware.api [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438233, 'name': PowerOnVM_Task, 'duration_secs': 0.72059} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.620756] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.621106] env[69722]: INFO nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Took 9.28 seconds to spawn the instance on the hypervisor. [ 818.621403] env[69722]: DEBUG nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 818.622333] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.623027] env[69722]: DEBUG nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Instance network_info: |[{"id": "f189665c-a4ab-4703-ae40-e7f8929b152e", "address": "fa:16:3e:86:4c:62", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf189665c-a4", "ovs_interfaceid": "f189665c-a4ab-4703-ae40-e7f8929b152e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.623950] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fa3dde-a994-49be-84a4-c9d944982b11 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.633253] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:4c:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f189665c-a4ab-4703-ae40-e7f8929b152e', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.645279] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.645624] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210232} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.646221] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.647121] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.647449] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.647744] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.654360] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7816656d-249a-4bb2-98d9-8f9a6a156a8e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.696582] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.696582] env[69722]: value = "task-3438240" [ 818.696582] env[69722]: _type = "Task" [ 818.696582] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.713102] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438240, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.776433] env[69722]: DEBUG oslo_vmware.api [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438237, 'name': PowerOffVM_Task, 'duration_secs': 0.254368} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.780182] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.780182] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.780182] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb89f8d-e17f-4548-945b-66d0a7499804 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.845844] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.846094] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.846292] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleting the datastore file [datastore1] 29985cf3-76f7-48d6-b2a6-7338931186f6 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.849469] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d141894b-42bb-4689-890f-4e9c647a02c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.856505] env[69722]: DEBUG oslo_vmware.api [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 818.856505] env[69722]: value = "task-3438242" [ 818.856505] env[69722]: _type = "Task" [ 818.856505] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.864712] env[69722]: DEBUG oslo_vmware.api [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.912029] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226377} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.913291] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.913391] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.913493] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.921166] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad99a169-9d39-45c2-b892-06eb47101a4e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.930867] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Doing hard reboot of VM {{(pid=69722) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 818.931421] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-acdf2d39-8e2e-49fd-955b-55f5dd97f5ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.939384] env[69722]: DEBUG oslo_vmware.api [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 818.939384] env[69722]: value = "task-3438243" [ 818.939384] env[69722]: _type = "Task" [ 818.939384] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.954017] env[69722]: DEBUG oslo_vmware.api [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438243, 'name': ResetVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.991200] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa35f18-ac3c-4418-97b4-aa98ea3e4b2e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.002180] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eca668-0e64-4212-8336-0c519d58fc7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.040815] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c3c36-a749-41c9-b0fa-5eed4d435fea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.049530] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75df5b3-622c-4a8c-88d0-38dc665861a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.065225] env[69722]: DEBUG nova.compute.provider_tree [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.091214] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "531fc776-108c-442c-9bc2-6d34bd9625c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.091941] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.195294] env[69722]: INFO nova.compute.manager [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Took 43.92 seconds to build instance. [ 819.207585] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438240, 'name': CreateVM_Task, 'duration_secs': 0.457368} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.207776] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.208471] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.208647] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.208982] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.209303] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ccee34f-c9bb-4f0a-9b5f-1d37368c9bef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.215253] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 819.215253] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528cd7c0-de3a-d442-4d44-ab571c9d9a47" [ 819.215253] env[69722]: _type = "Task" [ 819.215253] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.224168] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528cd7c0-de3a-d442-4d44-ab571c9d9a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.367924] env[69722]: DEBUG oslo_vmware.api [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240168} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.368387] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.368640] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.368938] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.369222] env[69722]: INFO nova.compute.manager [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 819.369573] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.369858] env[69722]: DEBUG nova.compute.manager [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 819.370052] env[69722]: DEBUG nova.network.neutron [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.400808] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.401160] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.452493] env[69722]: DEBUG oslo_vmware.api [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438243, 'name': ResetVM_Task, 'duration_secs': 0.125079} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.452929] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Did hard reboot of VM {{(pid=69722) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 819.453142] env[69722]: DEBUG nova.compute.manager [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.453987] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580649bc-cb42-4a94-922d-fee08f1332bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.569138] env[69722]: DEBUG nova.scheduler.client.report [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.688183] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.689234] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.689234] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.689234] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.689234] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.689234] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.689234] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.689490] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.689598] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.690380] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.690615] env[69722]: DEBUG nova.virt.hardware [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.691526] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b979abab-897d-4109-a1b7-9a3e887f6757 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.697364] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72048765-53af-4218-9c4e-3b501441972b tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.465s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.702445] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8bba23e-94ef-488f-a3fe-da229dc910df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.724787] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.737177] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.739598] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.740319] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c9dbb4-5f07-4eb2-b412-b83c9b807b27 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.761303] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528cd7c0-de3a-d442-4d44-ab571c9d9a47, 'name': SearchDatastore_Task, 'duration_secs': 0.020389} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.762798] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.763068] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.763368] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.763491] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.767028] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.767028] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.767028] env[69722]: value = "task-3438244" [ 819.767028] env[69722]: _type = "Task" [ 819.767028] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.767028] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6721037-c0b6-4e63-8262-e47d5515c794 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.776262] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438244, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.777762] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.777762] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.778534] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc563860-7bb7-41cd-8824-65b89c1e266f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.783742] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 819.783742] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52055fb0-d4f2-9379-168f-8082c35113aa" [ 819.783742] env[69722]: _type = "Task" [ 819.783742] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.794055] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52055fb0-d4f2-9379-168f-8082c35113aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.880351] env[69722]: DEBUG nova.compute.manager [req-69cc59e6-a93f-4336-8676-be6a886f13fd req-9dbc0f65-d762-4aa7-a087-955957750e41 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Received event network-vif-deleted-a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.880681] env[69722]: INFO nova.compute.manager [req-69cc59e6-a93f-4336-8676-be6a886f13fd req-9dbc0f65-d762-4aa7-a087-955957750e41 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Neutron deleted interface a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825; detaching it from the instance and deleting it from the info cache [ 819.880913] env[69722]: DEBUG nova.network.neutron [req-69cc59e6-a93f-4336-8676-be6a886f13fd req-9dbc0f65-d762-4aa7-a087-955957750e41 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.893945] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "fce74b34-1c77-4d71-b70f-6b374b1264e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.893945] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.958060] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.958332] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.958510] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.958802] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.959036] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.959305] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.959592] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.959828] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.960079] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.960280] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.960531] env[69722]: DEBUG nova.virt.hardware [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.962230] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bfb515-8cee-49cb-bf5c-d867a446080e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.970076] env[69722]: DEBUG oslo_concurrency.lockutils [None req-028c877b-cbaf-412c-9d19-75739152514c tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.154s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.975389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0f4637-1677-43a4-8d6b-0b9502e9ee20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.993579] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:62:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f13d95ee-8fda-45ba-b779-629b3f1b60e8', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.002570] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.003956] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.004291] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bbb6f32-cfba-4ba1-a948-ec3d620ca69a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.024830] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.024830] env[69722]: value = "task-3438245" [ 820.024830] env[69722]: _type = "Task" [ 820.024830] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.037563] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438245, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.075033] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.078946] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.132s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.078946] env[69722]: DEBUG nova.objects.instance [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lazy-loading 'resources' on Instance uuid 8eb77299-d73b-45a5-b02b-5200bc38b6c6 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.110343] env[69722]: INFO nova.scheduler.client.report [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted allocations for instance ad258087-2025-4e22-9f0c-d2776440d59c [ 820.208812] env[69722]: DEBUG nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.279073] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438244, 'name': CreateVM_Task, 'duration_secs': 0.365721} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.279073] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.279725] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.279900] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.280244] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.280809] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f7ac275-eeac-4e6f-916c-0db07092b396 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.287883] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 820.287883] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527137bd-3890-9912-cb32-fbab37d87f9c" [ 820.287883] env[69722]: _type = "Task" [ 820.287883] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.306656] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52055fb0-d4f2-9379-168f-8082c35113aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011422} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.310968] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527137bd-3890-9912-cb32-fbab37d87f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.016481} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.311240] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69cf9ee-2dd4-4348-82bc-7fa01bb1631d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.313759] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.314010] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.314251] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.314958] env[69722]: DEBUG nova.network.neutron [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.318331] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 820.318331] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7e634-2392-1640-0ecb-88b238607b82" [ 820.318331] env[69722]: _type = "Task" [ 820.318331] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.326863] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7e634-2392-1640-0ecb-88b238607b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.385776] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-849ee61d-6167-4a05-b09b-b2b963ba5052 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.396089] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4099b442-ff00-4d13-98a8-4fe08b24db84 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.436103] env[69722]: DEBUG nova.compute.manager [req-69cc59e6-a93f-4336-8676-be6a886f13fd req-9dbc0f65-d762-4aa7-a087-955957750e41 service nova] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Detach interface failed, port_id=a34ccfb9-16ae-4a5a-9bbe-dd8ceb0fb825, reason: Instance 29985cf3-76f7-48d6-b2a6-7338931186f6 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.536285] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438245, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.618228] env[69722]: DEBUG oslo_concurrency.lockutils [None req-55f8ba99-7b74-4eda-9623-4b94788cb838 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ad258087-2025-4e22-9f0c-d2776440d59c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.673s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.740628] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.778537] env[69722]: DEBUG nova.compute.manager [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.778537] env[69722]: DEBUG nova.compute.manager [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing instance network info cache due to event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.779053] env[69722]: DEBUG oslo_concurrency.lockutils [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] Acquiring lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.779053] env[69722]: DEBUG oslo_concurrency.lockutils [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] Acquired lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.779053] env[69722]: DEBUG nova.network.neutron [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.822064] env[69722]: INFO nova.compute.manager [-] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Took 1.45 seconds to deallocate network for instance. [ 820.838833] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7e634-2392-1640-0ecb-88b238607b82, 'name': SearchDatastore_Task, 'duration_secs': 0.016809} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.839157] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.844263] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.844263] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.844263] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.844263] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-807b1490-61dc-4db7-a7fa-4ed564426492 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.845886] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fb31de3-50d7-4f61-959a-e7bcc0bcb2e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.856132] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 820.856132] env[69722]: value = "task-3438246" [ 820.856132] env[69722]: _type = "Task" [ 820.856132] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.863371] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.864129] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.866530] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d39575a-9cc8-4f12-8c8d-eb24f9f21191 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.875502] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.878989] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 820.878989] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5234a261-8ea1-9b42-4b2e-f72f93abe369" [ 820.878989] env[69722]: _type = "Task" [ 820.878989] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.898117] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5234a261-8ea1-9b42-4b2e-f72f93abe369, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.899545] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1a077d-b914-4880-9d04-8fe669d129b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.905533] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 820.905533] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d36f39-6a04-1de4-ef1e-bb298c5a3667" [ 820.905533] env[69722]: _type = "Task" [ 820.905533] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.918316] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d36f39-6a04-1de4-ef1e-bb298c5a3667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.041864] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438245, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.334053] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.340419] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3ed5ca-2792-452e-b505-83c52d4d6fcf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.348114] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870478f6-9333-4814-98a0-8494e96ebf4d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.386924] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb85efe3-6e4f-4b9b-b79f-6d3b26e68d01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.395464] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.398747] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e0805a-32b8-4379-8cfb-e0e0cfa50554 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.413491] env[69722]: DEBUG nova.compute.provider_tree [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.424137] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d36f39-6a04-1de4-ef1e-bb298c5a3667, 'name': SearchDatastore_Task, 'duration_secs': 0.012164} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.424447] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.424701] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 821.424992] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b7c0ea2-3d70-41d1-8f6e-1559ae8e9f9f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.431621] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 821.431621] env[69722]: value = "task-3438247" [ 821.431621] env[69722]: _type = "Task" [ 821.431621] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.446022] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.537234] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438245, 'name': CreateVM_Task, 'duration_secs': 1.40155} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.537423] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.538338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.538430] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.538768] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.539101] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2b7df6-aa64-4045-8cdf-1a7f253322eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.544792] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 821.544792] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52876105-f2fd-55d9-3189-27c2135efb15" [ 821.544792] env[69722]: _type = "Task" [ 821.544792] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.553128] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52876105-f2fd-55d9-3189-27c2135efb15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.795876] env[69722]: DEBUG nova.network.neutron [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updated VIF entry in instance network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.795876] env[69722]: DEBUG nova.network.neutron [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7623af8b-09", "ovs_interfaceid": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.902606] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93783} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.904217] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.904461] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.904871] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c89248d-5779-4be8-8e55-32a3e2eb0e0f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.913235] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 821.913235] env[69722]: value = "task-3438248" [ 821.913235] env[69722]: _type = "Task" [ 821.913235] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.920266] env[69722]: DEBUG nova.scheduler.client.report [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.934505] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.945793] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438247, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.057727] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52876105-f2fd-55d9-3189-27c2135efb15, 'name': SearchDatastore_Task, 'duration_secs': 0.062448} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.057727] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.058138] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.058618] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.058739] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.058840] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.059182] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ecabe27-1b3a-4746-9267-277bc0f26064 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.074021] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.074253] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.075237] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6087b3-31a5-42e5-98a4-71356d806452 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.082772] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 822.082772] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d942da-c6d3-7dda-8ca3-93b7b47ecaa7" [ 822.082772] env[69722]: _type = "Task" [ 822.082772] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.093116] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d942da-c6d3-7dda-8ca3-93b7b47ecaa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.299203] env[69722]: DEBUG oslo_concurrency.lockutils [req-f14fc78a-68d0-4282-a8ce-a5d78c8e25fb req-b694f47a-55ed-47c2-adb4-5ebf26585d3d service nova] Releasing lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.389297] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "478c8253-7572-450d-a56e-a7867bbea23b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.389648] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.389962] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "478c8253-7572-450d-a56e-a7867bbea23b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.390226] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.390502] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.396075] env[69722]: INFO nova.compute.manager [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Terminating instance [ 822.425086] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086321} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.425304] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.426203] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.349s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.429104] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024d1dc3-e09c-405c-8fc9-89de708fb8bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.432517] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.454s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.432851] env[69722]: DEBUG nova.objects.instance [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lazy-loading 'resources' on Instance uuid 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.459797] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.460858] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55dcac8d-2793-4d4d-9102-9c31ff2a3054 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.477328] env[69722]: INFO nova.scheduler.client.report [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Deleted allocations for instance 8eb77299-d73b-45a5-b02b-5200bc38b6c6 [ 822.483373] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804155} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.485631] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.485874] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.486619] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef3920b8-ce67-4c67-8ff9-8c4a1667b393 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.490648] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 822.490648] env[69722]: value = "task-3438249" [ 822.490648] env[69722]: _type = "Task" [ 822.490648] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.495319] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 822.495319] env[69722]: value = "task-3438250" [ 822.495319] env[69722]: _type = "Task" [ 822.495319] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.502201] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.507193] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.594278] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d942da-c6d3-7dda-8ca3-93b7b47ecaa7, 'name': SearchDatastore_Task, 'duration_secs': 0.057572} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.595252] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc53460-7aa2-4b10-9d70-43a38fb4dff3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.601258] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 822.601258] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ae3a9-9093-6939-28bd-afe9f9567fb9" [ 822.601258] env[69722]: _type = "Task" [ 822.601258] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.609193] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ae3a9-9093-6939-28bd-afe9f9567fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.808233] env[69722]: DEBUG nova.compute.manager [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Received event network-changed-3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.808457] env[69722]: DEBUG nova.compute.manager [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Refreshing instance network info cache due to event network-changed-3a116ae8-60b9-4ee6-922e-c8ad45ea631b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.808639] env[69722]: DEBUG oslo_concurrency.lockutils [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] Acquiring lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.808781] env[69722]: DEBUG oslo_concurrency.lockutils [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] Acquired lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.808939] env[69722]: DEBUG nova.network.neutron [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Refreshing network info cache for port 3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.903114] env[69722]: DEBUG nova.compute.manager [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.903114] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.903114] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed577c3-140a-4bd9-8f60-87f4b43c03b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.915284] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.915558] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5db78b0-6d76-4faf-acba-d675bce05071 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.925782] env[69722]: DEBUG oslo_vmware.api [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 822.925782] env[69722]: value = "task-3438251" [ 822.925782] env[69722]: _type = "Task" [ 822.925782] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.945073] env[69722]: DEBUG oslo_vmware.api [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.990207] env[69722]: DEBUG oslo_concurrency.lockutils [None req-223098cd-7239-4424-957a-3b86195653dd tempest-ServerDiagnosticsV248Test-2059710450 tempest-ServerDiagnosticsV248Test-2059710450-project-member] Lock "8eb77299-d73b-45a5-b02b-5200bc38b6c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.288s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.007183] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.018768] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076851} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.018768] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.019812] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11ff8a0-f6c7-4afe-b23d-0aa7dc161755 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.050256] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.050976] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c385e93-2fe7-42a4-806f-25e3c2796ce6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.078187] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 823.078187] env[69722]: value = "task-3438252" [ 823.078187] env[69722]: _type = "Task" [ 823.078187] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.092634] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.116766] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ae3a9-9093-6939-28bd-afe9f9567fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.122160] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.122271] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.123637] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a80f230-1607-4019-850c-eb892f4f3490 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.132902] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 823.132902] env[69722]: value = "task-3438253" [ 823.132902] env[69722]: _type = "Task" [ 823.132902] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.144550] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.399228] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8df23-2a9e-92e5-5f7c-b3d611c42c1e/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 823.400563] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9d0df4-ea9a-409c-83a5-f694188abe41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.408775] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8df23-2a9e-92e5-5f7c-b3d611c42c1e/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 823.408986] env[69722]: ERROR oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8df23-2a9e-92e5-5f7c-b3d611c42c1e/disk-0.vmdk due to incomplete transfer. [ 823.409295] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e151cc0-a963-4deb-a15f-aedd786cd72e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.419583] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8df23-2a9e-92e5-5f7c-b3d611c42c1e/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 823.419816] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Uploaded image 2a8af6da-f216-4fbd-bcf1-5e7112e3667b to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 823.423320] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 823.423707] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98330d0a-b657-4525-a330-ef7836a34f33 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.433901] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 823.433901] env[69722]: value = "task-3438254" [ 823.433901] env[69722]: _type = "Task" [ 823.433901] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.442807] env[69722]: DEBUG oslo_vmware.api [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438251, 'name': PowerOffVM_Task, 'duration_secs': 0.231521} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.443699] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.443913] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.444268] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80fad2f9-2d54-4785-b7e8-c6d85a17a246 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.453709] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438254, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.503430] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438249, 'name': ReconfigVM_Task, 'duration_secs': 0.554244} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.504056] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.508013] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-972952b4-dcf9-448e-aeca-962e1db29737 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.521995] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 823.521995] env[69722]: value = "task-3438256" [ 823.521995] env[69722]: _type = "Task" [ 823.521995] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.534088] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438256, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.535607] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.535852] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.536230] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Deleting the datastore file [datastore1] 478c8253-7572-450d-a56e-a7867bbea23b {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.536391] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbd79b67-20cd-457d-b36a-cc8dcc4c3b63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.547451] env[69722]: DEBUG oslo_vmware.api [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 823.547451] env[69722]: value = "task-3438257" [ 823.547451] env[69722]: _type = "Task" [ 823.547451] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.562369] env[69722]: DEBUG oslo_vmware.api [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.594184] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438252, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.647358] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438253, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.690742] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527692b0-b052-4000-84eb-6737ee1d7075 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.702699] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebbc363-886f-4dd9-8882-dc2fa650589c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.740360] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4646798-fb36-49d0-b31c-7d2bf3a20ec6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.748766] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d504b7-1d11-4d4e-88ae-514ecaa8b1a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.765994] env[69722]: DEBUG nova.compute.provider_tree [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.793319] env[69722]: DEBUG nova.network.neutron [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updated VIF entry in instance network info cache for port 3a116ae8-60b9-4ee6-922e-c8ad45ea631b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.793669] env[69722]: DEBUG nova.network.neutron [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updating instance_info_cache with network_info: [{"id": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "address": "fa:16:3e:8a:19:4b", "network": {"id": "545e91f8-d4b5-42b4-9dfd-72825d57cd19", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-2022791039-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c3786844d01740a0bf3a4f8e4a775aa7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1520c99-af74-4d61-a8ae-56aef56ef4f0", "external-id": "nsx-vlan-transportzone-891", "segmentation_id": 891, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a116ae8-60", "ovs_interfaceid": "3a116ae8-60b9-4ee6-922e-c8ad45ea631b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.948841] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438254, 'name': Destroy_Task, 'duration_secs': 0.508867} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.948841] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Destroyed the VM [ 823.949092] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 823.949747] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-146a5c7a-7a17-4c6f-a9a7-b9601c523c35 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.960459] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 823.960459] env[69722]: value = "task-3438258" [ 823.960459] env[69722]: _type = "Task" [ 823.960459] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.972476] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438258, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.034771] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438256, 'name': Rename_Task, 'duration_secs': 0.321118} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.034771] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.034771] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb63f4b7-89c6-4981-bb2c-cd2c2eb68e17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.043882] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 824.043882] env[69722]: value = "task-3438259" [ 824.043882] env[69722]: _type = "Task" [ 824.043882] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.054974] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.061263] env[69722]: DEBUG oslo_vmware.api [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462558} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.061531] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.061733] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.061913] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.062100] env[69722]: INFO nova.compute.manager [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 824.062350] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.062579] env[69722]: DEBUG nova.compute.manager [-] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.062740] env[69722]: DEBUG nova.network.neutron [-] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.093097] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438252, 'name': ReconfigVM_Task, 'duration_secs': 0.67457} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.093411] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9/589b4e68-0f68-4d15-9679-b21aa1a0ccf9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.094067] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68c3da66-e35c-489d-a2ef-3a8566a57e79 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.103039] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 824.103039] env[69722]: value = "task-3438260" [ 824.103039] env[69722]: _type = "Task" [ 824.103039] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.118311] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438260, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.145019] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569339} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.145340] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.145572] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.145883] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-279360f7-cd6f-4cfb-9ce0-96ca1851d9f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.155188] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 824.155188] env[69722]: value = "task-3438261" [ 824.155188] env[69722]: _type = "Task" [ 824.155188] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.165641] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.269047] env[69722]: DEBUG nova.scheduler.client.report [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.297026] env[69722]: DEBUG oslo_concurrency.lockutils [req-e7b333f0-ff19-4415-b327-f412fa5fa79b req-3b9ffff2-7fff-4e50-a26c-fc4ea84382ed service nova] Releasing lock "refresh_cache-478c8253-7572-450d-a56e-a7867bbea23b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.409381] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.409639] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.471472] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438258, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.514480] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.514715] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.555525] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438259, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.572874] env[69722]: DEBUG nova.compute.manager [req-e663a5fa-15ab-4675-a91f-ffe4226ce033 req-6cd733d9-7dda-480c-bf35-3acab35f7080 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Received event network-vif-deleted-3a116ae8-60b9-4ee6-922e-c8ad45ea631b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.573101] env[69722]: INFO nova.compute.manager [req-e663a5fa-15ab-4675-a91f-ffe4226ce033 req-6cd733d9-7dda-480c-bf35-3acab35f7080 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Neutron deleted interface 3a116ae8-60b9-4ee6-922e-c8ad45ea631b; detaching it from the instance and deleting it from the info cache [ 824.573316] env[69722]: DEBUG nova.network.neutron [req-e663a5fa-15ab-4675-a91f-ffe4226ce033 req-6cd733d9-7dda-480c-bf35-3acab35f7080 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.614864] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438260, 'name': Rename_Task, 'duration_secs': 0.280925} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.615152] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.615419] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-358d6b79-b2cd-4b7b-bb36-8e337a84094a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.622153] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 824.622153] env[69722]: value = "task-3438262" [ 824.622153] env[69722]: _type = "Task" [ 824.622153] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.631211] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.666302] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150465} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.666986] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.667509] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadc91df-5c7c-4e37-aa7a-798be9510f43 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.690527] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.690828] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-916377c5-19b3-41c2-bf81-c195e730e0a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.716023] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 824.716023] env[69722]: value = "task-3438263" [ 824.716023] env[69722]: _type = "Task" [ 824.716023] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.724877] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.774135] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.776550] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.255s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.778079] env[69722]: INFO nova.compute.claims [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.795964] env[69722]: INFO nova.scheduler.client.report [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Deleted allocations for instance 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503 [ 824.907204] env[69722]: DEBUG nova.network.neutron [-] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.972338] env[69722]: DEBUG oslo_vmware.api [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438258, 'name': RemoveSnapshot_Task, 'duration_secs': 0.655381} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.972686] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.973011] env[69722]: INFO nova.compute.manager [None req-4b99dcd4-fc32-4eb5-8a37-dc98e9d3f4dc tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Took 15.62 seconds to snapshot the instance on the hypervisor. [ 825.054170] env[69722]: DEBUG oslo_vmware.api [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438259, 'name': PowerOnVM_Task, 'duration_secs': 0.904985} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.054495] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.054735] env[69722]: INFO nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Took 10.80 seconds to spawn the instance on the hypervisor. [ 825.054949] env[69722]: DEBUG nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.055837] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fd8c8b-6d3b-4089-8dba-01e7dc6e0196 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.076083] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e2eb880-467e-4b81-a58f-81718a204ca4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.086149] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38de59a3-7fe7-4962-9103-53d9e4fe3540 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.122276] env[69722]: DEBUG nova.compute.manager [req-e663a5fa-15ab-4675-a91f-ffe4226ce033 req-6cd733d9-7dda-480c-bf35-3acab35f7080 service nova] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Detach interface failed, port_id=3a116ae8-60b9-4ee6-922e-c8ad45ea631b, reason: Instance 478c8253-7572-450d-a56e-a7867bbea23b could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 825.131693] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438262, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.224575] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438263, 'name': ReconfigVM_Task, 'duration_secs': 0.297195} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.224907] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Reconfigured VM instance instance-00000007 to attach disk [datastore2] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.225541] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6ce04c5-aa07-4e4f-b539-562720740946 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.232294] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 825.232294] env[69722]: value = "task-3438264" [ 825.232294] env[69722]: _type = "Task" [ 825.232294] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.239997] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438264, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.304035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-754fa1f4-b2a3-4c16-8020-d2682852c0a0 tempest-ListImageFiltersTestJSON-1980953376 tempest-ListImageFiltersTestJSON-1980953376-project-member] Lock "5bb50dd1-adc2-4bdd-94a2-29ca8b14e503" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.998s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.409846] env[69722]: INFO nova.compute.manager [-] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Took 1.35 seconds to deallocate network for instance. [ 825.574445] env[69722]: INFO nova.compute.manager [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Took 48.62 seconds to build instance. [ 825.633291] env[69722]: DEBUG oslo_vmware.api [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438262, 'name': PowerOnVM_Task, 'duration_secs': 0.552766} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.633565] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.633775] env[69722]: DEBUG nova.compute.manager [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.634570] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa6b549-b8c0-47b9-a461-5a9a3b8234e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.741565] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438264, 'name': Rename_Task, 'duration_secs': 0.140264} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.741869] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.742137] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5e9255-0bc3-4a59-b893-3a1f816d54a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.750331] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.750558] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.751061] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 825.751061] env[69722]: value = "task-3438265" [ 825.751061] env[69722]: _type = "Task" [ 825.751061] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.759708] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.917535] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.076528] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35b85e54-3457-4e3c-9bd2-0f4cdf5fd94b tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.029s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.156633] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.261714] env[69722]: DEBUG oslo_vmware.api [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438265, 'name': PowerOnVM_Task, 'duration_secs': 0.447092} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.261994] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.262224] env[69722]: DEBUG nova.compute.manager [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.263106] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a3b87c-2092-4d5a-93c8-a16a38a91040 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.387213] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3323107-c6db-4ece-ab39-eae71f9a4c5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.395188] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0e149f-18e2-4f72-a28d-d39ae1c74e7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.430353] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786a556c-2b51-4afb-bc0b-a880ead0ecef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.438624] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc3433-3f4f-4f18-8fa5-f39086d10912 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.452883] env[69722]: DEBUG nova.compute.provider_tree [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.579710] env[69722]: DEBUG nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.786673] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.958659] env[69722]: DEBUG nova.scheduler.client.report [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.102827] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.168776] env[69722]: DEBUG nova.compute.manager [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 827.467984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.468644] env[69722]: DEBUG nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.471739] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.878s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.474015] env[69722]: DEBUG nova.objects.instance [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lazy-loading 'resources' on Instance uuid 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.510749] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.510931] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.511764] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.513015] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.513326] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.519029] env[69722]: INFO nova.compute.manager [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Terminating instance [ 827.693011] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.705486] env[69722]: DEBUG nova.compute.manager [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.706491] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9df7f0-7893-4230-906a-1b3b112bd6dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.984247] env[69722]: DEBUG nova.compute.utils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.984247] env[69722]: DEBUG nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.984247] env[69722]: DEBUG nova.network.neutron [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.022496] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "refresh_cache-589b4e68-0f68-4d15-9679-b21aa1a0ccf9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.022698] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquired lock "refresh_cache-589b4e68-0f68-4d15-9679-b21aa1a0ccf9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.022888] env[69722]: DEBUG nova.network.neutron [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.041303] env[69722]: DEBUG nova.policy [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c732a6b5296c4297bd4edc967f227cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de5f653b8dc348de8d530752b6f9cf47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.220646] env[69722]: INFO nova.compute.manager [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] instance snapshotting [ 828.223627] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813f3703-5cb4-451a-afc1-f204f4dbe75f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.248764] env[69722]: INFO nova.compute.manager [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Rebuilding instance [ 828.254417] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11067f5-bf4b-447f-a1a4-51aca8ca8c8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.317860] env[69722]: DEBUG nova.compute.manager [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.318240] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b501edbe-8fb1-47f9-8d2e-e3cb8a4c9aeb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.428243] env[69722]: DEBUG nova.network.neutron [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Successfully created port: 231bd377-9e6d-4802-b5df-1e53fbd09e3d {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.490448] env[69722]: DEBUG nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.556855] env[69722]: DEBUG nova.network.neutron [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.667952] env[69722]: DEBUG nova.network.neutron [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.683804] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ace82ce-7c37-4c36-ac0c-89e85968500d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.693794] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47f5955-c29f-4772-b0e3-a2553cbb7d23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.728632] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1cafe3-7c17-4c89-a2ca-bcfbaef2d71b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.736641] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a3c576-54dc-4a5e-a48d-3130f1adc6a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.751431] env[69722]: DEBUG nova.compute.provider_tree [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.769563] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 828.770241] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5010dc86-9757-45b4-af91-7866743a5d54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.781149] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 828.781149] env[69722]: value = "task-3438266" [ 828.781149] env[69722]: _type = "Task" [ 828.781149] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.790146] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438266, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.171295] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Releasing lock "refresh_cache-589b4e68-0f68-4d15-9679-b21aa1a0ccf9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.171669] env[69722]: DEBUG nova.compute.manager [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 829.171866] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.173143] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304b79a-4706-4877-a184-dea85f8f8241 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.181096] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.181349] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-583db6e2-9f82-498c-abc8-f49c36ec8de9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.187593] env[69722]: DEBUG oslo_vmware.api [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 829.187593] env[69722]: value = "task-3438267" [ 829.187593] env[69722]: _type = "Task" [ 829.187593] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.195587] env[69722]: DEBUG oslo_vmware.api [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.255128] env[69722]: DEBUG nova.scheduler.client.report [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.293278] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438266, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.342959] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.343372] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8baf173c-1480-457c-8df3-08bfbc558a95 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.350294] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 829.350294] env[69722]: value = "task-3438268" [ 829.350294] env[69722]: _type = "Task" [ 829.350294] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.359560] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.499724] env[69722]: DEBUG nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.522043] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.522319] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.522476] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.522656] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.522821] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.522994] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.523220] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.523382] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.523550] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.523711] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.523881] env[69722]: DEBUG nova.virt.hardware [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.524761] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a586774b-433a-4567-a6b5-87a7176e66d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.533582] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a823cf-9609-4c85-90d9-129e83a29715 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.701727] env[69722]: DEBUG oslo_vmware.api [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438267, 'name': PowerOffVM_Task, 'duration_secs': 0.249281} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.702134] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.702353] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.706086] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba65521a-6f6c-4dbc-aa46-8237ba6cbe05 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.732211] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.732211] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.732211] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Deleting the datastore file [datastore2] 589b4e68-0f68-4d15-9679-b21aa1a0ccf9 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.732211] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e714a41e-fab6-4032-92d1-f9441e5e2b45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.743168] env[69722]: DEBUG oslo_vmware.api [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for the task: (returnval){ [ 829.743168] env[69722]: value = "task-3438270" [ 829.743168] env[69722]: _type = "Task" [ 829.743168] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.751306] env[69722]: DEBUG oslo_vmware.api [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438270, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.761336] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.289s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.763660] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.890s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.765295] env[69722]: INFO nova.compute.claims [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.798038] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438266, 'name': CreateSnapshot_Task, 'duration_secs': 0.623015} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.798812] env[69722]: INFO nova.scheduler.client.report [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted allocations for instance 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986 [ 829.799864] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 829.801148] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44957f37-3fc8-4a97-a79b-51a305db27a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.867777] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438268, 'name': PowerOffVM_Task, 'duration_secs': 0.390652} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.869341] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.869621] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.870532] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3c63e1-4697-49ea-a258-9924a840a343 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.877701] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.878222] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a984d849-fbe2-456a-a058-4353f16c068d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.942221] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.942221] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.942221] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleting the datastore file [datastore2] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.942522] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-027b2f13-8416-490a-824e-d177a2a6f9a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.948833] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 829.948833] env[69722]: value = "task-3438272" [ 829.948833] env[69722]: _type = "Task" [ 829.948833] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.957857] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.121164] env[69722]: DEBUG nova.compute.manager [req-fc4d07b4-3dfb-4037-8138-3c27b966818a req-c56cf3e3-e10a-4185-9094-c1dffacbd298 service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Received event network-vif-plugged-231bd377-9e6d-4802-b5df-1e53fbd09e3d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.121164] env[69722]: DEBUG oslo_concurrency.lockutils [req-fc4d07b4-3dfb-4037-8138-3c27b966818a req-c56cf3e3-e10a-4185-9094-c1dffacbd298 service nova] Acquiring lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.121351] env[69722]: DEBUG oslo_concurrency.lockutils [req-fc4d07b4-3dfb-4037-8138-3c27b966818a req-c56cf3e3-e10a-4185-9094-c1dffacbd298 service nova] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.121516] env[69722]: DEBUG oslo_concurrency.lockutils [req-fc4d07b4-3dfb-4037-8138-3c27b966818a req-c56cf3e3-e10a-4185-9094-c1dffacbd298 service nova] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.121685] env[69722]: DEBUG nova.compute.manager [req-fc4d07b4-3dfb-4037-8138-3c27b966818a req-c56cf3e3-e10a-4185-9094-c1dffacbd298 service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] No waiting events found dispatching network-vif-plugged-231bd377-9e6d-4802-b5df-1e53fbd09e3d {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.121855] env[69722]: WARNING nova.compute.manager [req-fc4d07b4-3dfb-4037-8138-3c27b966818a req-c56cf3e3-e10a-4185-9094-c1dffacbd298 service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Received unexpected event network-vif-plugged-231bd377-9e6d-4802-b5df-1e53fbd09e3d for instance with vm_state building and task_state spawning. [ 830.153782] env[69722]: DEBUG nova.network.neutron [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Successfully updated port: 231bd377-9e6d-4802-b5df-1e53fbd09e3d {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.253839] env[69722]: DEBUG oslo_vmware.api [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Task: {'id': task-3438270, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213362} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.254034] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.254234] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.254408] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.254580] env[69722]: INFO nova.compute.manager [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Took 1.08 seconds to destroy the instance on the hypervisor. [ 830.254825] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.255069] env[69722]: DEBUG nova.compute.manager [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.255176] env[69722]: DEBUG nova.network.neutron [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.277121] env[69722]: DEBUG nova.network.neutron [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.325939] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 830.326595] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f2782be3-9b01-463a-ac23-37e86ecf7275 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.900s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.327789] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7a2ed4ec-3058-4388-a93a-509c8d2565b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.339786] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 830.339786] env[69722]: value = "task-3438273" [ 830.339786] env[69722]: _type = "Task" [ 830.339786] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.349310] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438273, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.399593] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.399836] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.463974] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434775} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.464412] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.464715] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.465084] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.657838] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-e78561b7-3b5a-42ea-8e56-c4d7a26112d4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.658097] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-e78561b7-3b5a-42ea-8e56-c4d7a26112d4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.658303] env[69722]: DEBUG nova.network.neutron [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.779614] env[69722]: DEBUG nova.network.neutron [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.849786] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438273, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.195358] env[69722]: DEBUG nova.network.neutron [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.202960] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Acquiring lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.203543] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.287675] env[69722]: INFO nova.compute.manager [-] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Took 1.03 seconds to deallocate network for instance. [ 831.351690] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438273, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.365855] env[69722]: DEBUG nova.network.neutron [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Updating instance_info_cache with network_info: [{"id": "231bd377-9e6d-4802-b5df-1e53fbd09e3d", "address": "fa:16:3e:bf:10:28", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231bd377-9e", "ovs_interfaceid": "231bd377-9e6d-4802-b5df-1e53fbd09e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.395135] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1dadae-0f83-49e8-b144-59bbe3599abf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.402071] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f89dded-4809-4e3f-b4ee-3a1f0e8bf9b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.435319] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6707ae46-f8dc-4715-8c9e-e58f9c8c69e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.443732] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77066819-9020-435b-a414-2a94695eec9a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.457717] env[69722]: DEBUG nova.compute.provider_tree [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.512539] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.512802] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.513016] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.513162] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.513330] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.513452] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.513658] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.513818] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.513980] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.514154] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.515417] env[69722]: DEBUG nova.virt.hardware [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.515417] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e486f4-9016-4d4f-abd2-d561f4e80255 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.522852] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c35785-669e-45a6-a856-8312e4de896a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.537889] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:62:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9950022e-0005-4da9-b1c4-6c9fec5ea180', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f13d95ee-8fda-45ba-b779-629b3f1b60e8', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.544964] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.544964] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.544964] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8812bf63-9e05-4c62-8a94-2dd24eb0979a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.565165] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.565165] env[69722]: value = "task-3438274" [ 831.565165] env[69722]: _type = "Task" [ 831.565165] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.572905] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438274, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.708949] env[69722]: DEBUG nova.compute.utils [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.802109] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.850840] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438273, 'name': CloneVM_Task, 'duration_secs': 1.311251} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.851166] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Created linked-clone VM from snapshot [ 831.851943] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8ede0-a308-4814-8bae-69f235913df2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.859545] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Uploading image 8616ad50-c365-4742-af27-4a5c29730c42 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.870806] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-e78561b7-3b5a-42ea-8e56-c4d7a26112d4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.871200] env[69722]: DEBUG nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Instance network_info: |[{"id": "231bd377-9e6d-4802-b5df-1e53fbd09e3d", "address": "fa:16:3e:bf:10:28", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231bd377-9e", "ovs_interfaceid": "231bd377-9e6d-4802-b5df-1e53fbd09e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.871592] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:10:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '231bd377-9e6d-4802-b5df-1e53fbd09e3d', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.879530] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.881655] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.882342] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e98ef38c-076f-47b5-8fce-09d4a7545d83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.898841] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.898841] env[69722]: value = "vm-686394" [ 831.898841] env[69722]: _type = "VirtualMachine" [ 831.898841] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.899126] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-dfa477d4-082b-4596-9477-075deb283836 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.906225] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.906225] env[69722]: value = "task-3438275" [ 831.906225] env[69722]: _type = "Task" [ 831.906225] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.907698] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lease: (returnval){ [ 831.907698] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faaeb3-46af-e705-dada-16e909c76c16" [ 831.907698] env[69722]: _type = "HttpNfcLease" [ 831.907698] env[69722]: } obtained for exporting VM: (result){ [ 831.907698] env[69722]: value = "vm-686394" [ 831.907698] env[69722]: _type = "VirtualMachine" [ 831.907698] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.908044] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the lease: (returnval){ [ 831.908044] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faaeb3-46af-e705-dada-16e909c76c16" [ 831.908044] env[69722]: _type = "HttpNfcLease" [ 831.908044] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.917613] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.917613] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faaeb3-46af-e705-dada-16e909c76c16" [ 831.917613] env[69722]: _type = "HttpNfcLease" [ 831.917613] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 831.920688] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438275, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.964046] env[69722]: DEBUG nova.scheduler.client.report [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.075122] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438274, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.211869] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.422566] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438275, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.424417] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 832.424417] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faaeb3-46af-e705-dada-16e909c76c16" [ 832.424417] env[69722]: _type = "HttpNfcLease" [ 832.424417] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 832.424612] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 832.424612] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faaeb3-46af-e705-dada-16e909c76c16" [ 832.424612] env[69722]: _type = "HttpNfcLease" [ 832.424612] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 832.425243] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba1aa07-aff8-4a62-897b-566f1b496ffc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.432743] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f3bca-7ba4-32d7-2085-d67cc1f40295/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 832.434206] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f3bca-7ba4-32d7-2085-d67cc1f40295/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 832.490924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.491482] env[69722]: DEBUG nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.497022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.601s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.498570] env[69722]: INFO nova.compute.claims [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.501862] env[69722]: DEBUG nova.compute.manager [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Received event network-changed-231bd377-9e6d-4802-b5df-1e53fbd09e3d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.502058] env[69722]: DEBUG nova.compute.manager [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Refreshing instance network info cache due to event network-changed-231bd377-9e6d-4802-b5df-1e53fbd09e3d. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.502280] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] Acquiring lock "refresh_cache-e78561b7-3b5a-42ea-8e56-c4d7a26112d4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.502426] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] Acquired lock "refresh_cache-e78561b7-3b5a-42ea-8e56-c4d7a26112d4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.502588] env[69722]: DEBUG nova.network.neutron [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Refreshing network info cache for port 231bd377-9e6d-4802-b5df-1e53fbd09e3d {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.544684] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a5293541-3c62-4986-b262-fba11649add6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.577773] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438274, 'name': CreateVM_Task, 'duration_secs': 0.556104} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.582920] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.584048] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.584215] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.584568] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.584835] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb129a2-0936-418a-8b48-0cc91f2806c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.590051] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 832.590051] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525b6c67-d013-0c86-fc8c-3d16486cabd3" [ 832.590051] env[69722]: _type = "Task" [ 832.590051] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.598212] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525b6c67-d013-0c86-fc8c-3d16486cabd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.918681] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438275, 'name': CreateVM_Task, 'duration_secs': 0.518481} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.919350] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.920087] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.009766] env[69722]: DEBUG nova.compute.utils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.014635] env[69722]: DEBUG nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.014635] env[69722]: DEBUG nova.network.neutron [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.100498] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525b6c67-d013-0c86-fc8c-3d16486cabd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.102037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.102037] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.102037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.102037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.102037] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.102469] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.102943] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.103312] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55f389a3-8115-49f7-8275-f874a554e8b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.105491] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f99217a-19ad-486d-ae73-dff21b3133e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.112258] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 833.112258] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5289e56f-2fe4-bd4b-3a4b-deebf64b5a1e" [ 833.112258] env[69722]: _type = "Task" [ 833.112258] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.117820] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.118487] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.120177] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-923d8b3e-e6d5-4be8-8453-8ca46af63aef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.129251] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5289e56f-2fe4-bd4b-3a4b-deebf64b5a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.131532] env[69722]: DEBUG nova.policy [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47baa31eb7924d42b5d55b33b9757012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bfeaff4d41947278fc2650c2cd51d85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.138021] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 833.138021] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526546fa-efaa-317a-acfe-fa70a48b726d" [ 833.138021] env[69722]: _type = "Task" [ 833.138021] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.149143] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526546fa-efaa-317a-acfe-fa70a48b726d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.405461] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Acquiring lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.405461] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.405844] env[69722]: INFO nova.compute.manager [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Attaching volume 0d87526a-4955-45f0-9c13-3715de1d49db to /dev/sdb [ 833.459483] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202663d8-2706-4cbf-9465-8e0bee02be32 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.467147] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff58d89e-9725-4d4b-b069-69a30437aecf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.480977] env[69722]: DEBUG nova.virt.block_device [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updating existing volume attachment record: 847d935a-276e-48c1-b689-0d20f50a7b64 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 833.513192] env[69722]: DEBUG nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.622312] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5289e56f-2fe4-bd4b-3a4b-deebf64b5a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.018082} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.625438] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.625860] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.626234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.650231] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526546fa-efaa-317a-acfe-fa70a48b726d, 'name': SearchDatastore_Task, 'duration_secs': 0.021425} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.653539] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b2a7d3-71e5-46ba-bf3b-b0a30078382d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.662320] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 833.662320] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5201505a-14c2-3c79-36ee-6d1964fb42cc" [ 833.662320] env[69722]: _type = "Task" [ 833.662320] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.673386] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5201505a-14c2-3c79-36ee-6d1964fb42cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.682340] env[69722]: DEBUG nova.network.neutron [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Updated VIF entry in instance network info cache for port 231bd377-9e6d-4802-b5df-1e53fbd09e3d. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.682747] env[69722]: DEBUG nova.network.neutron [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Updating instance_info_cache with network_info: [{"id": "231bd377-9e6d-4802-b5df-1e53fbd09e3d", "address": "fa:16:3e:bf:10:28", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap231bd377-9e", "ovs_interfaceid": "231bd377-9e6d-4802-b5df-1e53fbd09e3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.912476] env[69722]: DEBUG nova.network.neutron [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Successfully created port: bb13716f-dd89-465b-8d6f-8d4994eb45dc {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.173360] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5201505a-14c2-3c79-36ee-6d1964fb42cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020619} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.173675] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.174061] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.174594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.174827] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.175091] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8571d49-d36b-4a16-a430-18572a54e8ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.184404] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c24e050e-51bf-46dd-b1f1-65a3167d1297 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.187832] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f1608d3-0d7b-4eec-96b0-a9c971c72d0f req-6f63f053-ecbe-4163-bff2-1e19f04511ed service nova] Releasing lock "refresh_cache-e78561b7-3b5a-42ea-8e56-c4d7a26112d4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.192023] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 834.192023] env[69722]: value = "task-3438280" [ 834.192023] env[69722]: _type = "Task" [ 834.192023] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.196752] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.197011] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.198337] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d699d8-67fc-4db4-88ed-7d2e5ac70fd1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.205426] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.215022] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 834.215022] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5287ec1f-00ab-8af1-c995-bb8c9b49bbe0" [ 834.215022] env[69722]: _type = "Task" [ 834.215022] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.220611] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5287ec1f-00ab-8af1-c995-bb8c9b49bbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.242493] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17014aa-e0b1-4289-81ea-ed8fbdacd0a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.251778] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd0681f-3256-4de2-b37b-de78b73a948f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.286928] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06311cb1-9909-4799-8a37-648eec908792 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.294620] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce358dbb-173e-4234-875c-84c72d9c36f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.310965] env[69722]: DEBUG nova.compute.provider_tree [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.524758] env[69722]: DEBUG nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.556333] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.556805] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.557154] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.557477] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.557757] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.558031] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.558346] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.558622] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.558875] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.559232] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.559548] env[69722]: DEBUG nova.virt.hardware [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.560525] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863fd313-84b2-42f5-8087-19778921c1ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.569940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3a2b3c-8597-466a-9430-5f21fdcdfec3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.702459] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.722544] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5287ec1f-00ab-8af1-c995-bb8c9b49bbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.723481] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e154cc24-241f-4d96-bcc9-b33b855437b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.729941] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 834.729941] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a143f-bafd-63e5-001a-034bc3f4df46" [ 834.729941] env[69722]: _type = "Task" [ 834.729941] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.739901] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a143f-bafd-63e5-001a-034bc3f4df46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.814642] env[69722]: DEBUG nova.scheduler.client.report [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.203575] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6166} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.203838] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.204068] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.204332] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b2eeb7b-1023-4903-b0ad-d52a9cc51811 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.211839] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 835.211839] env[69722]: value = "task-3438281" [ 835.211839] env[69722]: _type = "Task" [ 835.211839] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.219483] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.240177] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a143f-bafd-63e5-001a-034bc3f4df46, 'name': SearchDatastore_Task, 'duration_secs': 0.051839} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.240496] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.240786] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e78561b7-3b5a-42ea-8e56-c4d7a26112d4/e78561b7-3b5a-42ea-8e56-c4d7a26112d4.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.241086] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d96b6b92-d878-4f38-99e2-cfdc8dd03feb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.247583] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 835.247583] env[69722]: value = "task-3438282" [ 835.247583] env[69722]: _type = "Task" [ 835.247583] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.256629] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.320047] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.320630] env[69722]: DEBUG nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.323336] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.355s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.323607] env[69722]: DEBUG nova.objects.instance [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lazy-loading 'resources' on Instance uuid c3d915d6-b146-43e1-946d-289fbb5e6496 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.559931] env[69722]: DEBUG nova.compute.manager [req-f25c9d5e-218b-4375-be82-c5939d843b75 req-1108b9df-5468-4e4a-9878-b3bdeee3979a service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Received event network-vif-plugged-bb13716f-dd89-465b-8d6f-8d4994eb45dc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.560176] env[69722]: DEBUG oslo_concurrency.lockutils [req-f25c9d5e-218b-4375-be82-c5939d843b75 req-1108b9df-5468-4e4a-9878-b3bdeee3979a service nova] Acquiring lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.562933] env[69722]: DEBUG oslo_concurrency.lockutils [req-f25c9d5e-218b-4375-be82-c5939d843b75 req-1108b9df-5468-4e4a-9878-b3bdeee3979a service nova] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.563256] env[69722]: DEBUG oslo_concurrency.lockutils [req-f25c9d5e-218b-4375-be82-c5939d843b75 req-1108b9df-5468-4e4a-9878-b3bdeee3979a service nova] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.563459] env[69722]: DEBUG nova.compute.manager [req-f25c9d5e-218b-4375-be82-c5939d843b75 req-1108b9df-5468-4e4a-9878-b3bdeee3979a service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] No waiting events found dispatching network-vif-plugged-bb13716f-dd89-465b-8d6f-8d4994eb45dc {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.564013] env[69722]: WARNING nova.compute.manager [req-f25c9d5e-218b-4375-be82-c5939d843b75 req-1108b9df-5468-4e4a-9878-b3bdeee3979a service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Received unexpected event network-vif-plugged-bb13716f-dd89-465b-8d6f-8d4994eb45dc for instance with vm_state building and task_state spawning. [ 835.725601] env[69722]: DEBUG nova.network.neutron [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Successfully updated port: bb13716f-dd89-465b-8d6f-8d4994eb45dc {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.740644] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076325} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.740969] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.741874] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfa1311-a0cd-449e-b766-414c04661844 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.772935] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.772935] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba6ae5f-06c1-4bc4-be7a-56438c6efadd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.794658] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529169} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.796188] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e78561b7-3b5a-42ea-8e56-c4d7a26112d4/e78561b7-3b5a-42ea-8e56-c4d7a26112d4.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.796452] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.796780] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 835.796780] env[69722]: value = "task-3438284" [ 835.796780] env[69722]: _type = "Task" [ 835.796780] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.797010] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8003ac5-6807-4312-9422-b777c06cf7c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.809377] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.810911] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 835.810911] env[69722]: value = "task-3438285" [ 835.810911] env[69722]: _type = "Task" [ 835.810911] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.819962] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.829362] env[69722]: DEBUG nova.compute.utils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.831842] env[69722]: DEBUG nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.832086] env[69722]: DEBUG nova.network.neutron [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.898563] env[69722]: DEBUG nova.policy [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b6cc80edc5417286533eed5bf0e627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90782c0e049045e3894d193a9360292b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.221606] env[69722]: DEBUG nova.network.neutron [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Successfully created port: ebf959ee-9116-4a4b-bf71-53da741d4fea {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.228781] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "refresh_cache-f8b219a2-0872-490b-b80b-c7be4a60a0ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.228887] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "refresh_cache-f8b219a2-0872-490b-b80b-c7be4a60a0ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.229040] env[69722]: DEBUG nova.network.neutron [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.310363] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438284, 'name': ReconfigVM_Task, 'duration_secs': 0.317173} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.310561] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Reconfigured VM instance instance-00000007 to attach disk [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce/ca5a5434-ee5a-447e-b24e-f8cd2629f6ce.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.311278] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-446b1494-929c-4158-a9d9-b69600677988 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.326455] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103305} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.328025] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 836.329892] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 836.329892] env[69722]: value = "task-3438286" [ 836.329892] env[69722]: _type = "Task" [ 836.329892] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.330753] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9525e23d-47f5-4658-bfc3-ec383742ea50 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.337194] env[69722]: DEBUG nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.368682] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] e78561b7-3b5a-42ea-8e56-c4d7a26112d4/e78561b7-3b5a-42ea-8e56-c4d7a26112d4.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.374763] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c919c7-42cb-4731-9248-3f307e4682c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.389534] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438286, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.396664] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 836.396664] env[69722]: value = "task-3438287" [ 836.396664] env[69722]: _type = "Task" [ 836.396664] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.405606] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.547973] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebdc3213-9cef-4bea-9d3a-f527489d2bf8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.556520] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35703cc9-5558-4e61-b22a-7bd0991349ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.591027] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813cf4db-6c7a-4a4d-8446-18651a0dea11 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.598514] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906da45-84df-45c3-95bb-37baa10e4eb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.613164] env[69722]: DEBUG nova.compute.provider_tree [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.766958] env[69722]: DEBUG nova.network.neutron [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.846567] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438286, 'name': Rename_Task, 'duration_secs': 0.239786} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.846854] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.847136] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eccfb7e-3d98-4ecb-ac24-e1a41a46686b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.858582] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 836.858582] env[69722]: value = "task-3438288" [ 836.858582] env[69722]: _type = "Task" [ 836.858582] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.873414] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.910469] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438287, 'name': ReconfigVM_Task, 'duration_secs': 0.299852} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.910843] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Reconfigured VM instance instance-00000032 to attach disk [datastore1] e78561b7-3b5a-42ea-8e56-c4d7a26112d4/e78561b7-3b5a-42ea-8e56-c4d7a26112d4.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.911836] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d5d24a9-9174-4fd1-aa69-7c290a64f129 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.919131] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 836.919131] env[69722]: value = "task-3438289" [ 836.919131] env[69722]: _type = "Task" [ 836.919131] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.927472] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438289, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.964410] env[69722]: DEBUG nova.network.neutron [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Updating instance_info_cache with network_info: [{"id": "bb13716f-dd89-465b-8d6f-8d4994eb45dc", "address": "fa:16:3e:c1:78:f2", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb13716f-dd", "ovs_interfaceid": "bb13716f-dd89-465b-8d6f-8d4994eb45dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.116742] env[69722]: DEBUG nova.scheduler.client.report [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.356150] env[69722]: DEBUG nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.368362] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.379121] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.379441] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.379641] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.379841] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.379991] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.380273] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.380519] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.380681] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.380880] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.381097] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.381289] env[69722]: DEBUG nova.virt.hardware [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.382583] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d7d771-c2df-4b95-bc87-156d603b654b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.391187] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c71d6d4-7592-4843-b298-b430530fbe62 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.429593] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438289, 'name': Rename_Task, 'duration_secs': 0.160378} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.429844] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.430123] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f32714c-60d8-40fe-ad46-ffedb35f2d37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.437630] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 837.437630] env[69722]: value = "task-3438290" [ 837.437630] env[69722]: _type = "Task" [ 837.437630] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.453217] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.467941] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "refresh_cache-f8b219a2-0872-490b-b80b-c7be4a60a0ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.468367] env[69722]: DEBUG nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Instance network_info: |[{"id": "bb13716f-dd89-465b-8d6f-8d4994eb45dc", "address": "fa:16:3e:c1:78:f2", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb13716f-dd", "ovs_interfaceid": "bb13716f-dd89-465b-8d6f-8d4994eb45dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.468859] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:78:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb13716f-dd89-465b-8d6f-8d4994eb45dc', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.477364] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.478569] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.478569] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf35ce8-455e-4907-be66-c8244e00e230 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.498965] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.498965] env[69722]: value = "task-3438291" [ 837.498965] env[69722]: _type = "Task" [ 837.498965] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.507321] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438291, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.598557] env[69722]: DEBUG nova.compute.manager [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Received event network-changed-bb13716f-dd89-465b-8d6f-8d4994eb45dc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.598773] env[69722]: DEBUG nova.compute.manager [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Refreshing instance network info cache due to event network-changed-bb13716f-dd89-465b-8d6f-8d4994eb45dc. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.598962] env[69722]: DEBUG oslo_concurrency.lockutils [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] Acquiring lock "refresh_cache-f8b219a2-0872-490b-b80b-c7be4a60a0ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.599124] env[69722]: DEBUG oslo_concurrency.lockutils [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] Acquired lock "refresh_cache-f8b219a2-0872-490b-b80b-c7be4a60a0ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.599277] env[69722]: DEBUG nova.network.neutron [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Refreshing network info cache for port bb13716f-dd89-465b-8d6f-8d4994eb45dc {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.623833] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.627035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.420s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.627931] env[69722]: INFO nova.compute.claims [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.660862] env[69722]: INFO nova.scheduler.client.report [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Deleted allocations for instance c3d915d6-b146-43e1-946d-289fbb5e6496 [ 837.870892] env[69722]: DEBUG oslo_vmware.api [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438288, 'name': PowerOnVM_Task, 'duration_secs': 0.511137} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.871239] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.871506] env[69722]: DEBUG nova.compute.manager [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.872542] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1692664-9082-4782-b5c4-0c225f8892b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.898397] env[69722]: DEBUG nova.network.neutron [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Successfully updated port: ebf959ee-9116-4a4b-bf71-53da741d4fea {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.949286] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438290, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.010363] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438291, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.062262] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 838.062527] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686399', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'name': 'volume-0d87526a-4955-45f0-9c13-3715de1d49db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3edf2257-e7a2-404c-9f0a-1d2e40677b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'serial': '0d87526a-4955-45f0-9c13-3715de1d49db'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 838.063474] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7366fa7-f4c7-4afc-8300-46fa86f58026 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.082028] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f7a662-16be-44b4-801f-f20cae3f563f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.110349] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] volume-0d87526a-4955-45f0-9c13-3715de1d49db/volume-0d87526a-4955-45f0-9c13-3715de1d49db.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.111198] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c7878e-ce5a-40bf-962d-5dbc15836cac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.132369] env[69722]: DEBUG oslo_vmware.api [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Waiting for the task: (returnval){ [ 838.132369] env[69722]: value = "task-3438292" [ 838.132369] env[69722]: _type = "Task" [ 838.132369] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.145144] env[69722]: DEBUG oslo_vmware.api [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438292, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.176180] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a4058a74-1d2b-4ddd-a05f-ac64dbb0293f tempest-ServerAddressesTestJSON-1613485487 tempest-ServerAddressesTestJSON-1613485487-project-member] Lock "c3d915d6-b146-43e1-946d-289fbb5e6496" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.619s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.393209] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.406100] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-6226200a-6897-46b8-a886-0ad13a72a3f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.406275] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-6226200a-6897-46b8-a886-0ad13a72a3f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.406484] env[69722]: DEBUG nova.network.neutron [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.417707] env[69722]: DEBUG nova.network.neutron [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Updated VIF entry in instance network info cache for port bb13716f-dd89-465b-8d6f-8d4994eb45dc. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.418183] env[69722]: DEBUG nova.network.neutron [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Updating instance_info_cache with network_info: [{"id": "bb13716f-dd89-465b-8d6f-8d4994eb45dc", "address": "fa:16:3e:c1:78:f2", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb13716f-dd", "ovs_interfaceid": "bb13716f-dd89-465b-8d6f-8d4994eb45dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.453021] env[69722]: DEBUG oslo_vmware.api [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438290, 'name': PowerOnVM_Task, 'duration_secs': 0.855326} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.453021] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.453021] env[69722]: INFO nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Took 8.95 seconds to spawn the instance on the hypervisor. [ 838.453021] env[69722]: DEBUG nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.453021] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca014e01-ea9f-42e3-808a-9b15dd1dbed2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.512680] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438291, 'name': CreateVM_Task, 'duration_secs': 0.817296} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.513632] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.514469] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.514656] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.515047] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.515590] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a0c321-01bd-4fb0-a2ac-fe1f7b27a528 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.520553] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 838.520553] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524df2de-5a17-2a9e-413a-ebd2c491df60" [ 838.520553] env[69722]: _type = "Task" [ 838.520553] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.531819] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524df2de-5a17-2a9e-413a-ebd2c491df60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.645687] env[69722]: DEBUG oslo_vmware.api [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.922985] env[69722]: DEBUG oslo_concurrency.lockutils [req-3a713e78-2224-4936-86d3-08e87eb5aa6c req-93be609c-1dd0-4976-a5f2-18785b4b1147 service nova] Releasing lock "refresh_cache-f8b219a2-0872-490b-b80b-c7be4a60a0ed" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.974271] env[69722]: DEBUG nova.network.neutron [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.991747] env[69722]: INFO nova.compute.manager [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Took 44.49 seconds to build instance. [ 839.042251] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524df2de-5a17-2a9e-413a-ebd2c491df60, 'name': SearchDatastore_Task, 'duration_secs': 0.01868} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.042565] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.042950] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.043058] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.043189] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.043371] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.044354] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-131ddead-2667-4362-ad3f-be59845cd8ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.060154] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.060154] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.060154] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa633468-81e8-4aa4-bbd4-bb8341db401d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.065903] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 839.065903] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a9c603-6b12-fe3d-2a17-29759a329491" [ 839.065903] env[69722]: _type = "Task" [ 839.065903] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.082972] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a9c603-6b12-fe3d-2a17-29759a329491, 'name': SearchDatastore_Task, 'duration_secs': 0.015378} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.086926] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8fb8a6c-368f-4278-abd5-2ad1a604050d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.095123] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 839.095123] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5239587f-8d3d-482f-5264-894d7b9c1735" [ 839.095123] env[69722]: _type = "Task" [ 839.095123] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.102688] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5239587f-8d3d-482f-5264-894d7b9c1735, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.142734] env[69722]: DEBUG oslo_vmware.api [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438292, 'name': ReconfigVM_Task, 'duration_secs': 0.642099} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.143016] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Reconfigured VM instance instance-0000000c to attach disk [datastore1] volume-0d87526a-4955-45f0-9c13-3715de1d49db/volume-0d87526a-4955-45f0-9c13-3715de1d49db.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.156248] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5c1f22-555f-47b4-ab77-57f0c07e7eef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.173920] env[69722]: DEBUG oslo_vmware.api [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Waiting for the task: (returnval){ [ 839.173920] env[69722]: value = "task-3438293" [ 839.173920] env[69722]: _type = "Task" [ 839.173920] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.184979] env[69722]: DEBUG oslo_vmware.api [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.215976] env[69722]: DEBUG nova.network.neutron [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Updating instance_info_cache with network_info: [{"id": "ebf959ee-9116-4a4b-bf71-53da741d4fea", "address": "fa:16:3e:2c:4e:73", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf959ee-91", "ovs_interfaceid": "ebf959ee-9116-4a4b-bf71-53da741d4fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.386502] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26b3f4-c2f9-4f22-ad52-0b6676beca23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.396978] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f1b3c0-4509-41f9-8088-c2402af59e82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.431944] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15838ebc-a211-47c6-8a1a-cba3891ad6e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.442452] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d0d28-2f20-4ffc-940e-ba83e17fe6a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.457749] env[69722]: DEBUG nova.compute.provider_tree [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.496170] env[69722]: DEBUG oslo_concurrency.lockutils [None req-52faea2c-9140-4eef-9ce7-d71d51339235 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.151s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.606711] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5239587f-8d3d-482f-5264-894d7b9c1735, 'name': SearchDatastore_Task, 'duration_secs': 0.016913} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.606711] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.606711] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] f8b219a2-0872-490b-b80b-c7be4a60a0ed/f8b219a2-0872-490b-b80b-c7be4a60a0ed.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.606981] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e032c90-ec27-445c-893c-9ee26b37cf6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.613428] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 839.613428] env[69722]: value = "task-3438294" [ 839.613428] env[69722]: _type = "Task" [ 839.613428] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.626126] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.684526] env[69722]: DEBUG oslo_vmware.api [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438293, 'name': ReconfigVM_Task, 'duration_secs': 0.169705} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.684947] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686399', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'name': 'volume-0d87526a-4955-45f0-9c13-3715de1d49db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3edf2257-e7a2-404c-9f0a-1d2e40677b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'serial': '0d87526a-4955-45f0-9c13-3715de1d49db'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 839.720072] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-6226200a-6897-46b8-a886-0ad13a72a3f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.720149] env[69722]: DEBUG nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Instance network_info: |[{"id": "ebf959ee-9116-4a4b-bf71-53da741d4fea", "address": "fa:16:3e:2c:4e:73", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf959ee-91", "ovs_interfaceid": "ebf959ee-9116-4a4b-bf71-53da741d4fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.720584] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:4e:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf959ee-9116-4a4b-bf71-53da741d4fea', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.730075] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.734197] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.738112] env[69722]: DEBUG nova.compute.manager [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Received event network-vif-plugged-ebf959ee-9116-4a4b-bf71-53da741d4fea {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.738112] env[69722]: DEBUG oslo_concurrency.lockutils [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] Acquiring lock "6226200a-6897-46b8-a886-0ad13a72a3f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.738112] env[69722]: DEBUG oslo_concurrency.lockutils [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.738112] env[69722]: DEBUG oslo_concurrency.lockutils [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.738112] env[69722]: DEBUG nova.compute.manager [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] No waiting events found dispatching network-vif-plugged-ebf959ee-9116-4a4b-bf71-53da741d4fea {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 839.738112] env[69722]: WARNING nova.compute.manager [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Received unexpected event network-vif-plugged-ebf959ee-9116-4a4b-bf71-53da741d4fea for instance with vm_state building and task_state spawning. [ 839.738112] env[69722]: DEBUG nova.compute.manager [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Received event network-changed-ebf959ee-9116-4a4b-bf71-53da741d4fea {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.738112] env[69722]: DEBUG nova.compute.manager [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Refreshing instance network info cache due to event network-changed-ebf959ee-9116-4a4b-bf71-53da741d4fea. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.738112] env[69722]: DEBUG oslo_concurrency.lockutils [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] Acquiring lock "refresh_cache-6226200a-6897-46b8-a886-0ad13a72a3f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.738112] env[69722]: DEBUG oslo_concurrency.lockutils [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] Acquired lock "refresh_cache-6226200a-6897-46b8-a886-0ad13a72a3f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.738112] env[69722]: DEBUG nova.network.neutron [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Refreshing network info cache for port ebf959ee-9116-4a4b-bf71-53da741d4fea {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 839.740062] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b4918e9-37a2-4775-a166-b95de8ceefca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.765024] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.765024] env[69722]: value = "task-3438295" [ 839.765024] env[69722]: _type = "Task" [ 839.765024] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.772566] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438295, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.868998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.870148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.870148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.870306] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.871215] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.874787] env[69722]: INFO nova.compute.manager [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Terminating instance [ 839.962507] env[69722]: DEBUG nova.scheduler.client.report [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.001367] env[69722]: DEBUG nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 840.111916] env[69722]: DEBUG nova.network.neutron [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Updated VIF entry in instance network info cache for port ebf959ee-9116-4a4b-bf71-53da741d4fea. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.112317] env[69722]: DEBUG nova.network.neutron [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Updating instance_info_cache with network_info: [{"id": "ebf959ee-9116-4a4b-bf71-53da741d4fea", "address": "fa:16:3e:2c:4e:73", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf959ee-91", "ovs_interfaceid": "ebf959ee-9116-4a4b-bf71-53da741d4fea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.124262] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438294, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.199191] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.199488] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.207756] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.208037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.273877] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438295, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.379937] env[69722]: DEBUG nova.compute.manager [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.380215] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.381665] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9998d4c9-4d06-4703-857d-adb5fefbc65b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.389101] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.389449] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e1c49cd-f515-4c3e-b1ac-7d6ac3e2f589 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.396073] env[69722]: DEBUG oslo_vmware.api [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 840.396073] env[69722]: value = "task-3438296" [ 840.396073] env[69722]: _type = "Task" [ 840.396073] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.407080] env[69722]: DEBUG oslo_vmware.api [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.459803] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f3bca-7ba4-32d7-2085-d67cc1f40295/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.460964] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3110e5-62f4-4b7b-ab37-ca36d35f003f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.467501] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f3bca-7ba4-32d7-2085-d67cc1f40295/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.467770] env[69722]: ERROR oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f3bca-7ba4-32d7-2085-d67cc1f40295/disk-0.vmdk due to incomplete transfer. [ 840.468067] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9211727b-eaab-4082-9641-55f668de07d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.471557] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.472189] env[69722]: DEBUG nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.474898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.573s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.476943] env[69722]: INFO nova.compute.claims [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.481251] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524f3bca-7ba4-32d7-2085-d67cc1f40295/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.481507] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Uploaded image 8616ad50-c365-4742-af27-4a5c29730c42 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.483914] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.484250] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7828b7b4-48c0-4f34-8bb8-fa72c12c5a71 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.491485] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 840.491485] env[69722]: value = "task-3438297" [ 840.491485] env[69722]: _type = "Task" [ 840.491485] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.501386] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438297, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.531708] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.615319] env[69722]: DEBUG oslo_concurrency.lockutils [req-240cec6a-5402-47dd-b4f5-e41046958630 req-5d43a143-107c-407e-839b-3b99281b8fa6 service nova] Releasing lock "refresh_cache-6226200a-6897-46b8-a886-0ad13a72a3f7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.625695] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637861} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.626026] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] f8b219a2-0872-490b-b80b-c7be4a60a0ed/f8b219a2-0872-490b-b80b-c7be4a60a0ed.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.626280] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.626598] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-def3d771-5303-46aa-b83c-7bbe48341d60 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.632742] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 840.632742] env[69722]: value = "task-3438298" [ 840.632742] env[69722]: _type = "Task" [ 840.632742] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.641544] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.708674] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.708878] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.709044] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.709208] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.709357] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.709506] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.709637] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 840.710479] env[69722]: DEBUG nova.compute.utils [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.711584] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 840.747737] env[69722]: DEBUG nova.objects.instance [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lazy-loading 'flavor' on Instance uuid 3edf2257-e7a2-404c-9f0a-1d2e40677b9a {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.774399] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438295, 'name': CreateVM_Task, 'duration_secs': 0.679783} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.774642] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.775371] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.775564] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.775947] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.776238] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda2486a-84f2-459a-bb68-c7012cf61246 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.782528] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 840.782528] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aaac88-0679-2416-1d50-a9866501c321" [ 840.782528] env[69722]: _type = "Task" [ 840.782528] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.790589] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aaac88-0679-2416-1d50-a9866501c321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.906337] env[69722]: DEBUG oslo_vmware.api [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438296, 'name': PowerOffVM_Task, 'duration_secs': 0.382992} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.906567] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.906763] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.907054] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-557c7805-6b8d-4718-85d3-03dc82858774 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.970972] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.970972] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.970972] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleting the datastore file [datastore1] a41ea9fe-c192-49f1-aea0-0df98dcb68f7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.970972] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94469d39-92bb-4458-9f7f-901482c348d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.978705] env[69722]: DEBUG oslo_vmware.api [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 840.978705] env[69722]: value = "task-3438300" [ 840.978705] env[69722]: _type = "Task" [ 840.978705] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.983576] env[69722]: DEBUG nova.compute.utils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.987603] env[69722]: DEBUG nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.987758] env[69722]: DEBUG nova.network.neutron [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.994723] env[69722]: DEBUG oslo_vmware.api [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.004082] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438297, 'name': Destroy_Task, 'duration_secs': 0.341947} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.004342] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Destroyed the VM [ 841.004572] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 841.004815] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3007bc5c-b2ac-4000-a283-a8e3d2b1681f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.012848] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 841.012848] env[69722]: value = "task-3438301" [ 841.012848] env[69722]: _type = "Task" [ 841.012848] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.020739] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438301, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.037076] env[69722]: DEBUG nova.policy [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f6630b96a1040438d2b6a22f5533f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61c33ebff6e44a0b80db4ecf9aab84fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.145206] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104418} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.145345] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.146344] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f515b0-9fb9-4638-8f7d-a3b7cd2ce437 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.169153] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] f8b219a2-0872-490b-b80b-c7be4a60a0ed/f8b219a2-0872-490b-b80b-c7be4a60a0ed.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.169387] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2468552-7e27-4b54-8601-d41e73e94d5e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.191035] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 841.191035] env[69722]: value = "task-3438302" [ 841.191035] env[69722]: _type = "Task" [ 841.191035] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.199286] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.214061] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.214316] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.255011] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d71bb9d-2c25-412d-9ecc-c9ca2826a50b tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.293550] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aaac88-0679-2416-1d50-a9866501c321, 'name': SearchDatastore_Task, 'duration_secs': 0.008394} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.293880] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.294173] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.294367] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.294516] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.294691] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.294959] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e26faf2d-01e8-4bde-882d-88b3788b17d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.306469] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.306720] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.307430] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-571bdfe9-603c-459a-841f-e4279a2c1edd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.313212] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 841.313212] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264f13e-06a3-ad0d-e6fa-477cd82ce232" [ 841.313212] env[69722]: _type = "Task" [ 841.313212] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.320958] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264f13e-06a3-ad0d-e6fa-477cd82ce232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.391021] env[69722]: DEBUG nova.network.neutron [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Successfully created port: 02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.489291] env[69722]: DEBUG nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.492300] env[69722]: DEBUG oslo_vmware.api [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205102} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.495769] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.496036] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.496147] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.496334] env[69722]: INFO nova.compute.manager [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 841.496582] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.497433] env[69722]: DEBUG nova.compute.manager [-] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.497433] env[69722]: DEBUG nova.network.neutron [-] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.523933] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438301, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.703627] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438302, 'name': ReconfigVM_Task, 'duration_secs': 0.31436} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.703902] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Reconfigured VM instance instance-00000033 to attach disk [datastore1] f8b219a2-0872-490b-b80b-c7be4a60a0ed/f8b219a2-0872-490b-b80b-c7be4a60a0ed.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.704536] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39e2076c-5e08-4dff-8732-b1cd3ee8800b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.710769] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 841.710769] env[69722]: value = "task-3438303" [ 841.710769] env[69722]: _type = "Task" [ 841.710769] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.721612] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438303, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.825276] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264f13e-06a3-ad0d-e6fa-477cd82ce232, 'name': SearchDatastore_Task, 'duration_secs': 0.018773} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.826066] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9371a20b-7e6e-48b2-843c-d52a1d0ebbc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.832197] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 841.832197] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c87436-3d7a-7695-079e-b86709fcc549" [ 841.832197] env[69722]: _type = "Task" [ 841.832197] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.845246] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c87436-3d7a-7695-079e-b86709fcc549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.026848] env[69722]: DEBUG oslo_vmware.api [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438301, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573914} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.027150] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 842.027390] env[69722]: INFO nova.compute.manager [None req-c8f6075b-ee11-4483-b3cf-1aa659df5c58 tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Took 13.80 seconds to snapshot the instance on the hypervisor. [ 842.152195] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b737c2c-bc5c-40ef-9685-38f91a06b002 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.159838] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cf5353-1c2f-44d6-b8c1-1cf231b0f8e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.191931] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e5f5f3-1f15-451b-9cc0-d29de3d7bd14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.199888] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf146da-a974-4fec-a0f5-5f63d31f7e54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.214058] env[69722]: DEBUG nova.compute.provider_tree [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.227140] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438303, 'name': Rename_Task, 'duration_secs': 0.160996} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.227421] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.227663] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-337169e6-8b9b-4162-b19b-6837d33793a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.234773] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 842.234773] env[69722]: value = "task-3438304" [ 842.234773] env[69722]: _type = "Task" [ 842.234773] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.242501] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.291222] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.291501] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.291735] env[69722]: INFO nova.compute.manager [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Attaching volume 4039517a-0474-45e6-b677-09440b3872e2 to /dev/sdb [ 842.333541] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9607a331-fc05-47f2-a6d9-89832796925f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.346541] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb526d7-81b6-41ba-a282-c88f38f6bb4b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.349071] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c87436-3d7a-7695-079e-b86709fcc549, 'name': SearchDatastore_Task, 'duration_secs': 0.0358} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.352023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.352023] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.352023] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53f99d5f-ff02-4433-9d0a-15c1a2819f70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.359025] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 842.359025] env[69722]: value = "task-3438305" [ 842.359025] env[69722]: _type = "Task" [ 842.359025] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.360641] env[69722]: DEBUG nova.virt.block_device [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Updating existing volume attachment record: 288d0db1-53de-441d-8cfd-3c3303971db1 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 842.371248] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.381225] env[69722]: DEBUG nova.compute.manager [req-ce5c8ef2-35a8-4eab-8186-6d2213acd49d req-a07604d5-0c8c-4e8a-8617-496b7e6c3b16 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Received event network-vif-deleted-ecc8505a-6150-46da-a46e-1e94f82cc27e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.381421] env[69722]: INFO nova.compute.manager [req-ce5c8ef2-35a8-4eab-8186-6d2213acd49d req-a07604d5-0c8c-4e8a-8617-496b7e6c3b16 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Neutron deleted interface ecc8505a-6150-46da-a46e-1e94f82cc27e; detaching it from the instance and deleting it from the info cache [ 842.381589] env[69722]: DEBUG nova.network.neutron [req-ce5c8ef2-35a8-4eab-8186-6d2213acd49d req-a07604d5-0c8c-4e8a-8617-496b7e6c3b16 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.420661] env[69722]: DEBUG nova.network.neutron [-] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.499535] env[69722]: DEBUG nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.542467] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.543109] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.543599] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.543599] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.543599] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.543766] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.543931] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.544192] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.544298] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.544487] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.544850] env[69722]: DEBUG nova.virt.hardware [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.545623] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8361cb83-8583-416e-af62-d175e2e60481 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.555074] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5b0974-9f62-4635-bbcb-c166c1c279c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.722952] env[69722]: DEBUG nova.scheduler.client.report [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.746972] env[69722]: DEBUG oslo_vmware.api [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438304, 'name': PowerOnVM_Task, 'duration_secs': 0.492155} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.747855] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.747855] env[69722]: INFO nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Took 8.22 seconds to spawn the instance on the hypervisor. [ 842.747991] env[69722]: DEBUG nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.748934] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fbc8a7-2562-4c5b-b34c-e1e518a802cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.872453] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.884949] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73e0cf75-73a5-434b-97f1-45c68855c408 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.895694] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a148f4ca-0ebd-4d66-8c6f-882a9878608d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.925645] env[69722]: INFO nova.compute.manager [-] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Took 1.43 seconds to deallocate network for instance. [ 842.949590] env[69722]: DEBUG nova.compute.manager [req-ce5c8ef2-35a8-4eab-8186-6d2213acd49d req-a07604d5-0c8c-4e8a-8617-496b7e6c3b16 service nova] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Detach interface failed, port_id=ecc8505a-6150-46da-a46e-1e94f82cc27e, reason: Instance a41ea9fe-c192-49f1-aea0-0df98dcb68f7 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 843.229529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.230268] env[69722]: DEBUG nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.234925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.752s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.235469] env[69722]: DEBUG nova.objects.instance [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lazy-loading 'resources' on Instance uuid 8edf5952-6a1e-47ce-a5e8-42652290418b {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.276139] env[69722]: DEBUG nova.network.neutron [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Successfully updated port: 02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.277611] env[69722]: INFO nova.compute.manager [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Took 44.43 seconds to build instance. [ 843.374282] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643885} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.374702] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.374953] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.375280] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12599961-13ea-4fe2-a012-dd1e4653c7b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.385114] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 843.385114] env[69722]: value = "task-3438309" [ 843.385114] env[69722]: _type = "Task" [ 843.385114] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.396024] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438309, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.414822] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Acquiring lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.415544] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.436123] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.739647] env[69722]: DEBUG nova.compute.utils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.743941] env[69722]: DEBUG nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.744145] env[69722]: DEBUG nova.network.neutron [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.780149] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.780310] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquired lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.780379] env[69722]: DEBUG nova.network.neutron [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.781690] env[69722]: DEBUG oslo_concurrency.lockutils [None req-17600f49-095f-4d7a-8a6b-9328a0b0f26e tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.719s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.808810] env[69722]: DEBUG nova.policy [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b23ee7aa6d9a48a38b9377c8c164a9b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c59e81cfbca40c08cabb9dcd114690b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.898269] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438309, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220204} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.898546] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.899364] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd333eb8-c793-4e23-a915-ae878a726ec0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.924713] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.928156] env[69722]: INFO nova.compute.manager [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Detaching volume 0d87526a-4955-45f0-9c13-3715de1d49db [ 843.932157] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67cafcb1-fd7f-4389-8808-bdb6428d0435 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.953925] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 843.953925] env[69722]: value = "task-3438310" [ 843.953925] env[69722]: _type = "Task" [ 843.953925] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.967785] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.996726] env[69722]: INFO nova.virt.block_device [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Attempting to driver detach volume 0d87526a-4955-45f0-9c13-3715de1d49db from mountpoint /dev/sdb [ 843.996954] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 843.997171] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686399', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'name': 'volume-0d87526a-4955-45f0-9c13-3715de1d49db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3edf2257-e7a2-404c-9f0a-1d2e40677b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'serial': '0d87526a-4955-45f0-9c13-3715de1d49db'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 843.998200] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c96368-6f7a-4dee-b4ac-a7f3dcab7440 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.027306] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f8fd36-1024-499c-b696-94b16676ec40 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.037181] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af47968-3575-43c9-aab8-f5bfdc087d9a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.045116] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.045366] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.045561] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.045771] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.045972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.065190] env[69722]: INFO nova.compute.manager [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Terminating instance [ 844.069921] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22537b19-06b7-40f7-b161-5387faeac602 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.097856] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] The volume has not been displaced from its original location: [datastore1] volume-0d87526a-4955-45f0-9c13-3715de1d49db/volume-0d87526a-4955-45f0-9c13-3715de1d49db.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 844.104283] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 844.108130] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e49bfd-f0c9-4cff-abfd-191c6e7de810 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.129570] env[69722]: DEBUG oslo_vmware.api [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Waiting for the task: (returnval){ [ 844.129570] env[69722]: value = "task-3438311" [ 844.129570] env[69722]: _type = "Task" [ 844.129570] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.144749] env[69722]: DEBUG oslo_vmware.api [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.233591] env[69722]: DEBUG nova.network.neutron [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Successfully created port: bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.245628] env[69722]: DEBUG nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.286968] env[69722]: DEBUG nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.344018] env[69722]: DEBUG nova.network.neutron [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.466671] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.518201] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaffee00-418b-486d-beb3-15aee37cbd44 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.529653] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec805f2-c8e5-4261-a657-77f3d4cf8ffd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.567696] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9764a4-49b5-4d67-8923-546bc988766f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.577476] env[69722]: DEBUG nova.compute.manager [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.577837] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.578600] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8914b6-ad4a-49e9-bf55-c2f035312e8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.587142] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f60e8a-616e-4290-9d70-c0cf9713a860 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.593428] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.594158] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2de75c1-2b3c-477b-bc7a-d8a4330dd99e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.607449] env[69722]: DEBUG nova.compute.provider_tree [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 844.612544] env[69722]: DEBUG oslo_vmware.api [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 844.612544] env[69722]: value = "task-3438312" [ 844.612544] env[69722]: _type = "Task" [ 844.612544] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.640866] env[69722]: DEBUG oslo_vmware.api [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438311, 'name': ReconfigVM_Task, 'duration_secs': 0.496448} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.641179] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 844.646274] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de4eb416-ff57-4440-8951-3f5771775ae3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.663432] env[69722]: DEBUG oslo_vmware.api [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Waiting for the task: (returnval){ [ 844.663432] env[69722]: value = "task-3438313" [ 844.663432] env[69722]: _type = "Task" [ 844.663432] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.672799] env[69722]: DEBUG oslo_vmware.api [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.683680] env[69722]: DEBUG nova.compute.manager [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Received event network-vif-plugged-02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.684028] env[69722]: DEBUG oslo_concurrency.lockutils [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] Acquiring lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.684382] env[69722]: DEBUG oslo_concurrency.lockutils [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.684646] env[69722]: DEBUG oslo_concurrency.lockutils [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.685167] env[69722]: DEBUG nova.compute.manager [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] No waiting events found dispatching network-vif-plugged-02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.685598] env[69722]: WARNING nova.compute.manager [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Received unexpected event network-vif-plugged-02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 for instance with vm_state building and task_state spawning. [ 844.685851] env[69722]: DEBUG nova.compute.manager [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Received event network-changed-02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.686144] env[69722]: DEBUG nova.compute.manager [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Refreshing instance network info cache due to event network-changed-02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.686435] env[69722]: DEBUG oslo_concurrency.lockutils [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] Acquiring lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.714456] env[69722]: DEBUG nova.network.neutron [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Updating instance_info_cache with network_info: [{"id": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "address": "fa:16:3e:b6:76:02", "network": {"id": "a4670005-6330-4a35-be8f-eddcca02ccd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-653639753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c33ebff6e44a0b80db4ecf9aab84fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce8b1e-df", "ovs_interfaceid": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.808204] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.965368] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438310, 'name': ReconfigVM_Task, 'duration_secs': 0.693744} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.965784] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.966554] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cabe230f-caa1-4154-bd11-16eb14fa65e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.976178] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 844.976178] env[69722]: value = "task-3438315" [ 844.976178] env[69722]: _type = "Task" [ 844.976178] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.114031] env[69722]: DEBUG nova.scheduler.client.report [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.127130] env[69722]: DEBUG oslo_vmware.api [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438312, 'name': PowerOffVM_Task, 'duration_secs': 0.362719} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.127686] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.128612] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.129089] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3385c45-b1de-4883-822b-8a038b08a7e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.176825] env[69722]: DEBUG oslo_vmware.api [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Task: {'id': task-3438313, 'name': ReconfigVM_Task, 'duration_secs': 0.185845} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.177760] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686399', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'name': 'volume-0d87526a-4955-45f0-9c13-3715de1d49db', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3edf2257-e7a2-404c-9f0a-1d2e40677b9a', 'attached_at': '', 'detached_at': '', 'volume_id': '0d87526a-4955-45f0-9c13-3715de1d49db', 'serial': '0d87526a-4955-45f0-9c13-3715de1d49db'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 845.198199] env[69722]: DEBUG nova.compute.manager [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.198199] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043cfa30-6b62-4c91-94b0-e4b7d1c2bea6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.202270] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.202854] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.203751] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Deleting the datastore file [datastore2] 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.206752] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2be1453-2743-4cb3-b1dc-c0316fc8442e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.217086] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Releasing lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.217449] env[69722]: DEBUG nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Instance network_info: |[{"id": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "address": "fa:16:3e:b6:76:02", "network": {"id": "a4670005-6330-4a35-be8f-eddcca02ccd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-653639753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c33ebff6e44a0b80db4ecf9aab84fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce8b1e-df", "ovs_interfaceid": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.219034] env[69722]: DEBUG oslo_concurrency.lockutils [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] Acquired lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.220048] env[69722]: DEBUG nova.network.neutron [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Refreshing network info cache for port 02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.220597] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:76:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.235094] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Creating folder: Project (61c33ebff6e44a0b80db4ecf9aab84fa). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.235668] env[69722]: DEBUG oslo_vmware.api [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for the task: (returnval){ [ 845.235668] env[69722]: value = "task-3438317" [ 845.235668] env[69722]: _type = "Task" [ 845.235668] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.237195] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d6dff42-1da0-4159-b2eb-978cc14aba27 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.258912] env[69722]: DEBUG nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.261771] env[69722]: DEBUG oslo_vmware.api [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.264814] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Created folder: Project (61c33ebff6e44a0b80db4ecf9aab84fa) in parent group-v686248. [ 845.265374] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Creating folder: Instances. Parent ref: group-v686404. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.265374] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26742cb9-7d63-4b20-a602-e6c39c785c08 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.280164] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Created folder: Instances in parent group-v686404. [ 845.280553] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.280804] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.281073] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fb81c5e-e713-43c7-b433-042a01b82009 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.312604] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.312604] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.312828] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.313069] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.313283] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.313596] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.314199] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.314199] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.314413] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.314656] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.314861] env[69722]: DEBUG nova.virt.hardware [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.316091] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc6335c-9b22-4ac5-8616-a8123703a33b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.320229] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.320229] env[69722]: value = "task-3438320" [ 845.320229] env[69722]: _type = "Task" [ 845.320229] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.335563] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b860054-e4b4-4b08-a651-8008737e6f15 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.341470] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438320, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.488692] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438315, 'name': Rename_Task, 'duration_secs': 0.208899} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.489108] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.489436] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1511a313-e891-4bdd-b55e-52ee86a44bcc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.498457] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 845.498457] env[69722]: value = "task-3438321" [ 845.498457] env[69722]: _type = "Task" [ 845.498457] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.509629] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.620671] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.386s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.623927] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.830s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.625370] env[69722]: INFO nova.compute.claims [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 845.646156] env[69722]: INFO nova.scheduler.client.report [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Deleted allocations for instance 8edf5952-6a1e-47ce-a5e8-42652290418b [ 845.714039] env[69722]: INFO nova.compute.manager [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] instance snapshotting [ 845.717160] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a8ac92-6792-4cdf-a7ce-926759777848 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.753000] env[69722]: DEBUG nova.objects.instance [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lazy-loading 'flavor' on Instance uuid 3edf2257-e7a2-404c-9f0a-1d2e40677b9a {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.760231] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d0ff44-a482-4a9e-abdf-c85035dfcffc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.776853] env[69722]: DEBUG oslo_vmware.api [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Task: {'id': task-3438317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200894} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.784136] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.784136] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.784136] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.784136] env[69722]: INFO nova.compute.manager [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Took 1.21 seconds to destroy the instance on the hypervisor. [ 845.784136] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.785722] env[69722]: DEBUG nova.compute.manager [-] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.785722] env[69722]: DEBUG nova.network.neutron [-] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.830390] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438320, 'name': CreateVM_Task, 'duration_secs': 0.420363} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.830725] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.831264] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.831428] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.831759] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.832028] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c35c59-b847-4bc1-ad35-91e0a911d252 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.838410] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 845.838410] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529e8980-dafa-9f8e-c303-b616ae6ec9c4" [ 845.838410] env[69722]: _type = "Task" [ 845.838410] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.853219] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529e8980-dafa-9f8e-c303-b616ae6ec9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.012440] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.129141] env[69722]: DEBUG nova.compute.manager [req-ab73305a-6b57-4d71-afb0-0aaf5aa0578c req-7d891d13-7b10-48c4-b4a3-380ab3ebbb72 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Received event network-vif-deleted-b63405d9-55dc-498c-9355-4d05d69fdc90 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.129216] env[69722]: INFO nova.compute.manager [req-ab73305a-6b57-4d71-afb0-0aaf5aa0578c req-7d891d13-7b10-48c4-b4a3-380ab3ebbb72 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Neutron deleted interface b63405d9-55dc-498c-9355-4d05d69fdc90; detaching it from the instance and deleting it from the info cache [ 846.129429] env[69722]: DEBUG nova.network.neutron [req-ab73305a-6b57-4d71-afb0-0aaf5aa0578c req-7d891d13-7b10-48c4-b4a3-380ab3ebbb72 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.145597] env[69722]: DEBUG nova.network.neutron [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Updated VIF entry in instance network info cache for port 02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.145965] env[69722]: DEBUG nova.network.neutron [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Updating instance_info_cache with network_info: [{"id": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "address": "fa:16:3e:b6:76:02", "network": {"id": "a4670005-6330-4a35-be8f-eddcca02ccd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-653639753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c33ebff6e44a0b80db4ecf9aab84fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce8b1e-df", "ovs_interfaceid": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.153821] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1201077-3d18-476d-bbdd-638407432824 tempest-ServerTagsTestJSON-1797812935 tempest-ServerTagsTestJSON-1797812935-project-member] Lock "8edf5952-6a1e-47ce-a5e8-42652290418b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.100s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.286094] env[69722]: DEBUG nova.network.neutron [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Successfully updated port: bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.289027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.289027] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae461dff-a855-4a58-a170-bbb0066fa426 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.305433] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 846.305433] env[69722]: value = "task-3438322" [ 846.305433] env[69722]: _type = "Task" [ 846.305433] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.323150] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.351294] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529e8980-dafa-9f8e-c303-b616ae6ec9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.025053} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.351610] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.351899] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.352200] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.352376] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.352586] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.352896] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-601f008e-e1ff-43ed-a9d3-3508144de345 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.363768] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.364022] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.364883] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9d1ae2f-e1fa-488e-aae8-aa07ce38e684 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.371015] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 846.371015] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5f4d3-ae56-4507-4da0-f4610bee6c4b" [ 846.371015] env[69722]: _type = "Task" [ 846.371015] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.380807] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5f4d3-ae56-4507-4da0-f4610bee6c4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.510295] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438321, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.605539] env[69722]: DEBUG nova.network.neutron [-] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.640130] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07aa64e9-9fb8-4943-b815-7a0c0f7b6e5a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.651443] env[69722]: DEBUG oslo_concurrency.lockutils [req-d95f23a4-bc01-40b6-aaea-4f463d38633b req-2882dff7-3133-41f1-9fbd-e975d32e819d service nova] Releasing lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.659545] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0974df-6d76-4552-bcc6-6818520325f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.711191] env[69722]: DEBUG nova.compute.manager [req-ab73305a-6b57-4d71-afb0-0aaf5aa0578c req-7d891d13-7b10-48c4-b4a3-380ab3ebbb72 service nova] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Detach interface failed, port_id=b63405d9-55dc-498c-9355-4d05d69fdc90, reason: Instance 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 846.771928] env[69722]: DEBUG oslo_concurrency.lockutils [None req-750e3fb6-7e66-482c-a597-ae519a294982 tempest-VolumesAssistedSnapshotsTest-5921352 tempest-VolumesAssistedSnapshotsTest-5921352-project-admin] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.789401] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.790272] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquired lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.790438] env[69722]: DEBUG nova.network.neutron [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.826728] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.888342] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b5f4d3-ae56-4507-4da0-f4610bee6c4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.889843] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6346fd45-f810-43b7-8d9b-216b53009424 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.895677] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 846.895677] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5258758d-aef4-6deb-faa4-3badb99d4f0d" [ 846.895677] env[69722]: _type = "Task" [ 846.895677] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.907434] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5258758d-aef4-6deb-faa4-3badb99d4f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.941109] env[69722]: DEBUG nova.compute.manager [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Received event network-vif-plugged-bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.941193] env[69722]: DEBUG oslo_concurrency.lockutils [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] Acquiring lock "eb310089-7765-4d14-b010-9f6da48f5546-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.941571] env[69722]: DEBUG oslo_concurrency.lockutils [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] Lock "eb310089-7765-4d14-b010-9f6da48f5546-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.941923] env[69722]: DEBUG oslo_concurrency.lockutils [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] Lock "eb310089-7765-4d14-b010-9f6da48f5546-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.942197] env[69722]: DEBUG nova.compute.manager [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] No waiting events found dispatching network-vif-plugged-bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.942583] env[69722]: WARNING nova.compute.manager [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Received unexpected event network-vif-plugged-bc9919df-b8b0-4158-a9f1-f6723b9e8c59 for instance with vm_state building and task_state spawning. [ 846.942659] env[69722]: DEBUG nova.compute.manager [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Received event network-changed-bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.942968] env[69722]: DEBUG nova.compute.manager [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Refreshing instance network info cache due to event network-changed-bc9919df-b8b0-4158-a9f1-f6723b9e8c59. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.943224] env[69722]: DEBUG oslo_concurrency.lockutils [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] Acquiring lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.019787] env[69722]: DEBUG oslo_vmware.api [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438321, 'name': PowerOnVM_Task, 'duration_secs': 1.164042} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.019787] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.019787] env[69722]: INFO nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Took 9.66 seconds to spawn the instance on the hypervisor. [ 847.020031] env[69722]: DEBUG nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.021331] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1c13b-4111-40a7-903f-cc9ee01ab0b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.109619] env[69722]: INFO nova.compute.manager [-] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Took 1.32 seconds to deallocate network for instance. [ 847.316206] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438322, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.331466] env[69722]: DEBUG nova.network.neutron [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.336395] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e40514c-3a16-4216-a4f1-efc8bf2b6799 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.344453] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58392b3-ba84-46bd-81e8-cb37af005dec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.383822] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b85390e-102b-4de7-a574-09b57f23ae6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.392399] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371c8257-3bbd-4f5c-a782-54e67b9019c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.409623] env[69722]: DEBUG nova.compute.provider_tree [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.416659] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5258758d-aef4-6deb-faa4-3badb99d4f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.013867} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.417201] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.417540] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 50e6a7d1-12b7-43ce-89cf-6a7f283eb663/50e6a7d1-12b7-43ce-89cf-6a7f283eb663.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.418633] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdcb2a7e-7b2b-45e2-b167-987ec424a8d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.426660] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 847.426660] env[69722]: value = "task-3438324" [ 847.426660] env[69722]: _type = "Task" [ 847.426660] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.431420] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 847.431672] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686403', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'name': 'volume-4039517a-0474-45e6-b677-09440b3872e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e78561b7-3b5a-42ea-8e56-c4d7a26112d4', 'attached_at': '', 'detached_at': '', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'serial': '4039517a-0474-45e6-b677-09440b3872e2'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 847.432712] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0525fbb-b3df-4c2e-b25a-fbd2628948fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.441952] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.456628] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deff363c-4937-4c11-b339-b3de938286a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.485072] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-4039517a-0474-45e6-b677-09440b3872e2/volume-4039517a-0474-45e6-b677-09440b3872e2.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.485072] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d1727a-fa27-4eb1-8024-095328f7243c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.507223] env[69722]: DEBUG oslo_vmware.api [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 847.507223] env[69722]: value = "task-3438325" [ 847.507223] env[69722]: _type = "Task" [ 847.507223] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.518965] env[69722]: DEBUG oslo_vmware.api [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438325, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.548724] env[69722]: INFO nova.compute.manager [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Took 45.68 seconds to build instance. [ 847.580917] env[69722]: DEBUG nova.network.neutron [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Updating instance_info_cache with network_info: [{"id": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "address": "fa:16:3e:b4:a3:63", "network": {"id": "de0656e7-99b4-45c7-9665-6968cf56f010", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1598206966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c59e81cfbca40c08cabb9dcd114690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc9919df-b8", "ovs_interfaceid": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.616694] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.825776] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438322, 'name': CreateSnapshot_Task, 'duration_secs': 1.210309} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.826479] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.827469] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35892b4-1c27-45c3-8666-e3f7a7ffa6ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.919081] env[69722]: DEBUG nova.scheduler.client.report [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.942147] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438324, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.018193] env[69722]: DEBUG oslo_vmware.api [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.051730] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2813247c-e7ec-4246-9199-9a794f043b0d tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.248s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.085145] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Releasing lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.085402] env[69722]: DEBUG nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Instance network_info: |[{"id": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "address": "fa:16:3e:b4:a3:63", "network": {"id": "de0656e7-99b4-45c7-9665-6968cf56f010", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1598206966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c59e81cfbca40c08cabb9dcd114690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc9919df-b8", "ovs_interfaceid": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 848.085710] env[69722]: DEBUG oslo_concurrency.lockutils [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] Acquired lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.086303] env[69722]: DEBUG nova.network.neutron [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Refreshing network info cache for port bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.088431] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:a3:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6365036-aa37-44d2-90d1-ca1c3516ded9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc9919df-b8b0-4158-a9f1-f6723b9e8c59', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.095658] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Creating folder: Project (0c59e81cfbca40c08cabb9dcd114690b). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.096985] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30b24026-ffea-4d7b-9995-b832b5632f03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.110851] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Created folder: Project (0c59e81cfbca40c08cabb9dcd114690b) in parent group-v686248. [ 848.111090] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Creating folder: Instances. Parent ref: group-v686408. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 848.111280] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0be4ba-14fd-4dad-9b89-63ee60ca0e7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.123017] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Created folder: Instances in parent group-v686408. [ 848.123315] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.123503] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 848.123732] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17a3285d-05b9-4efd-aae9-21a509fc2854 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.147220] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.147220] env[69722]: value = "task-3438328" [ 848.147220] env[69722]: _type = "Task" [ 848.147220] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.157143] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438328, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.350846] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 848.351521] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac36529e-564a-4d80-bb29-dc8981b9852d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.360046] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 848.360046] env[69722]: value = "task-3438329" [ 848.360046] env[69722]: _type = "Task" [ 848.360046] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.369536] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438329, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.426026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.427086] env[69722]: DEBUG nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 848.429834] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.432s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.431342] env[69722]: INFO nova.compute.claims [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.445440] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569451} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.445889] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 50e6a7d1-12b7-43ce-89cf-6a7f283eb663/50e6a7d1-12b7-43ce-89cf-6a7f283eb663.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.446027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.446389] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-583eb033-0229-4ef4-9acc-0a37d622c4bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.453904] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 848.453904] env[69722]: value = "task-3438330" [ 848.453904] env[69722]: _type = "Task" [ 848.453904] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.464749] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.524238] env[69722]: DEBUG oslo_vmware.api [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438325, 'name': ReconfigVM_Task, 'duration_secs': 0.743706} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.524238] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-4039517a-0474-45e6-b677-09440b3872e2/volume-4039517a-0474-45e6-b677-09440b3872e2.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.528463] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a40e4a35-e27e-4262-bbac-a61be30abf6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.548185] env[69722]: DEBUG oslo_vmware.api [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 848.548185] env[69722]: value = "task-3438331" [ 848.548185] env[69722]: _type = "Task" [ 848.548185] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.559047] env[69722]: DEBUG nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.561667] env[69722]: DEBUG oslo_vmware.api [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.657284] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438328, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.871370] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438329, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.876988] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "6226200a-6897-46b8-a886-0ad13a72a3f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.877256] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.877437] env[69722]: DEBUG nova.compute.manager [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.878406] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b672c-f00c-449e-a645-d857076c0d98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.887444] env[69722]: DEBUG nova.compute.manager [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 848.888082] env[69722]: DEBUG nova.objects.instance [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'flavor' on Instance uuid 6226200a-6897-46b8-a886-0ad13a72a3f7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.937645] env[69722]: DEBUG nova.compute.utils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.939124] env[69722]: DEBUG nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.939308] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.968556] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080044} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.969170] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.970497] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38c05d3-2db5-4e1b-ae9a-85b1f6676b1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.975315] env[69722]: DEBUG nova.network.neutron [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Updated VIF entry in instance network info cache for port bc9919df-b8b0-4158-a9f1-f6723b9e8c59. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.975656] env[69722]: DEBUG nova.network.neutron [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Updating instance_info_cache with network_info: [{"id": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "address": "fa:16:3e:b4:a3:63", "network": {"id": "de0656e7-99b4-45c7-9665-6968cf56f010", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1598206966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c59e81cfbca40c08cabb9dcd114690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc9919df-b8", "ovs_interfaceid": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.999508] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 50e6a7d1-12b7-43ce-89cf-6a7f283eb663/50e6a7d1-12b7-43ce-89cf-6a7f283eb663.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.000387] env[69722]: DEBUG oslo_concurrency.lockutils [req-a903e923-9cce-43b4-b701-a9f4559602cb req-ddfb6362-7a85-4705-b4ce-fb51400067c2 service nova] Releasing lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.001257] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-910f3bd4-d2c9-4c3d-be49-9817d409b859 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.021345] env[69722]: DEBUG nova.policy [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92164b11219c4b5bb89c7fe2195dbd74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3efcb3b2e4546cba54215d9c8acc6e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.032890] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 849.032890] env[69722]: value = "task-3438332" [ 849.032890] env[69722]: _type = "Task" [ 849.032890] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.044178] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.061181] env[69722]: DEBUG oslo_vmware.api [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438331, 'name': ReconfigVM_Task, 'duration_secs': 0.18346} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.061525] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686403', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'name': 'volume-4039517a-0474-45e6-b677-09440b3872e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e78561b7-3b5a-42ea-8e56-c4d7a26112d4', 'attached_at': '', 'detached_at': '', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'serial': '4039517a-0474-45e6-b677-09440b3872e2'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 849.086539] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.159285] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438328, 'name': CreateVM_Task, 'duration_secs': 0.815045} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.159497] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.160320] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.160512] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.160929] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.161308] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2592b0c-7869-4f62-8d3f-179b0f26ecbe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.168039] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 849.168039] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52593e78-ff14-a540-8abc-79ead1fd3d4c" [ 849.168039] env[69722]: _type = "Task" [ 849.168039] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.179346] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52593e78-ff14-a540-8abc-79ead1fd3d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.371714] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438329, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.411700] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Successfully created port: e103819c-2ff5-4a1c-8687-2873649cb006 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.446029] env[69722]: DEBUG nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.545576] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438332, 'name': ReconfigVM_Task, 'duration_secs': 0.303846} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.545820] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 50e6a7d1-12b7-43ce-89cf-6a7f283eb663/50e6a7d1-12b7-43ce-89cf-6a7f283eb663.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.548177] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32707968-9d2f-4054-b097-85dba019891d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.558853] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 849.558853] env[69722]: value = "task-3438333" [ 849.558853] env[69722]: _type = "Task" [ 849.558853] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.575319] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438333, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.679669] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52593e78-ff14-a540-8abc-79ead1fd3d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.679978] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.680232] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.680468] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.680713] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.684018] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.684018] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f99e1164-043f-4390-9e67-f60484c8d969 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.691213] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.695027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.695027] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c49ad1c-93b7-4e58-84d3-503764ffacb5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.698773] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 849.698773] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5286686a-e055-e106-abb6-e94e44b9257c" [ 849.698773] env[69722]: _type = "Task" [ 849.698773] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.712946] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5286686a-e055-e106-abb6-e94e44b9257c, 'name': SearchDatastore_Task, 'duration_secs': 0.009907} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.713897] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3da35b7-4ba0-4a47-83a7-2c1dc4e399da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.722532] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 849.722532] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ac6d18-9d48-7e6b-64c1-d7bfe260716a" [ 849.722532] env[69722]: _type = "Task" [ 849.722532] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.734147] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ac6d18-9d48-7e6b-64c1-d7bfe260716a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.778262] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Successfully created port: 67ce21f1-925b-43e7-a7db-1cfe6a30753e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.874858] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438329, 'name': CloneVM_Task, 'duration_secs': 1.4947} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.875246] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Created linked-clone VM from snapshot [ 849.876571] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56ca280-dbf9-489f-9d79-7185fb8562c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.887484] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Uploading image d05d1b95-0ca3-4a34-9370-cc973d0e4cac {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.895016] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.895354] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4558c0e-be2b-48eb-9f67-b263a6eed917 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.901573] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 849.901573] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-481c7019-626b-49b6-9d5d-e417c956a135 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.909527] env[69722]: DEBUG oslo_vmware.api [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 849.909527] env[69722]: value = "task-3438334" [ 849.909527] env[69722]: _type = "Task" [ 849.909527] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.916688] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 849.916688] env[69722]: value = "task-3438335" [ 849.916688] env[69722]: _type = "Task" [ 849.916688] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.920127] env[69722]: DEBUG oslo_vmware.api [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.934949] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438335, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.941605] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "e5cda2f6-fb36-43c1-8041-252493253f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.941882] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "e5cda2f6-fb36-43c1-8041-252493253f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.942108] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "e5cda2f6-fb36-43c1-8041-252493253f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.945346] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "e5cda2f6-fb36-43c1-8041-252493253f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.945346] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "e5cda2f6-fb36-43c1-8041-252493253f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.949022] env[69722]: INFO nova.compute.manager [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Terminating instance [ 850.072852] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438333, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.106680] env[69722]: DEBUG nova.objects.instance [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'flavor' on Instance uuid e78561b7-3b5a-42ea-8e56-c4d7a26112d4 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.184609] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Successfully created port: b64fa2be-063e-4621-b8f9-7a2711a98220 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.207824] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5171e1-91d2-41e5-a025-0a8de6705246 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.215930] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ab170-094e-4726-af62-6e5f3e0181a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.254072] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe57649-d597-4822-93f6-c7a862240205 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.268385] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a67fb-146e-497f-b1e3-2df73a5cb6cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.272808] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ac6d18-9d48-7e6b-64c1-d7bfe260716a, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.272968] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.273276] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] eb310089-7765-4d14-b010-9f6da48f5546/eb310089-7765-4d14-b010-9f6da48f5546.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.273904] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e873ffa9-a31b-463d-b6ff-6973b3dbaa78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.287108] env[69722]: DEBUG nova.compute.provider_tree [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.290303] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 850.290303] env[69722]: value = "task-3438336" [ 850.290303] env[69722]: _type = "Task" [ 850.290303] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.300187] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.420912] env[69722]: DEBUG oslo_vmware.api [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438334, 'name': PowerOffVM_Task, 'duration_secs': 0.248141} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.423960] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.424198] env[69722]: DEBUG nova.compute.manager [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.424967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6079a66-bb99-425f-82a4-833191567fd9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.436192] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438335, 'name': Destroy_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.453338] env[69722]: DEBUG nova.compute.manager [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 850.453540] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.454666] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4347ed35-39c6-4ad5-acb7-50186c24dd23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.463419] env[69722]: DEBUG nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.465157] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.466160] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8e15c46-64df-4c94-a1be-71dbb34d1554 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.474336] env[69722]: DEBUG oslo_vmware.api [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 850.474336] env[69722]: value = "task-3438337" [ 850.474336] env[69722]: _type = "Task" [ 850.474336] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.482726] env[69722]: DEBUG oslo_vmware.api [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.501434] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.501737] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.501924] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.502129] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.502278] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.502428] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.502633] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.502792] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.502958] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.503188] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.503373] env[69722]: DEBUG nova.virt.hardware [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.504587] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62a17b0-0826-4da9-a52b-77d8edb10c8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.513860] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a152d-e15f-4ce6-9872-9372048c7d68 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.572161] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438333, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.594869] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.595084] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.611873] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3cfef6ed-0927-402a-a28d-9c51ba73d369 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.320s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.761779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.761779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.761779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.761779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.761779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.763868] env[69722]: INFO nova.compute.manager [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Terminating instance [ 850.792688] env[69722]: DEBUG nova.scheduler.client.report [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.807774] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438336, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.934084] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438335, 'name': Destroy_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.942250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ab2e2cde-4bdd-4f1b-b8d5-75cb9f67c412 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.991272] env[69722]: DEBUG oslo_vmware.api [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438337, 'name': PowerOffVM_Task, 'duration_secs': 0.420897} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.991855] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.992160] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.993162] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e010cdd2-05fc-4272-bb5f-f646a1a50295 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.072976] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438333, 'name': Rename_Task, 'duration_secs': 1.170488} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.074156] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.074459] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-992188e7-f319-4cf2-9be7-a5b456ab2dce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.086359] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.086696] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.086870] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Deleting the datastore file [datastore1] e5cda2f6-fb36-43c1-8041-252493253f00 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.087151] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 851.087151] env[69722]: value = "task-3438339" [ 851.087151] env[69722]: _type = "Task" [ 851.087151] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.087369] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a019d94-ec0b-4b0a-be1b-80dd446278fc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.102831] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.104590] env[69722]: DEBUG oslo_vmware.api [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 851.104590] env[69722]: value = "task-3438340" [ 851.104590] env[69722]: _type = "Task" [ 851.104590] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.142168] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.142479] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.142701] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.142891] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.143114] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.145561] env[69722]: INFO nova.compute.manager [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Terminating instance [ 851.271018] env[69722]: DEBUG nova.compute.manager [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.271018] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.271018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd97549-b7b8-42a3-a76a-a74fcf74e395 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.278686] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.278686] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-805e40ef-33c3-44af-8f60-a700c6e6bcb2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.286470] env[69722]: DEBUG oslo_vmware.api [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 851.286470] env[69722]: value = "task-3438341" [ 851.286470] env[69722]: _type = "Task" [ 851.286470] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.295238] env[69722]: DEBUG oslo_vmware.api [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3438341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.302779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.873s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.303358] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.309849] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.795s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.310131] env[69722]: DEBUG nova.objects.instance [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lazy-loading 'resources' on Instance uuid 2d9e5249-07b7-4828-91c6-0a502567805e {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.311608] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.84589} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.313994] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] eb310089-7765-4d14-b010-9f6da48f5546/eb310089-7765-4d14-b010-9f6da48f5546.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.313994] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.313994] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84bc4c71-b1ba-4158-ad72-84d013a4fab0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.320935] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 851.320935] env[69722]: value = "task-3438342" [ 851.320935] env[69722]: _type = "Task" [ 851.320935] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.332045] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.431097] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438335, 'name': Destroy_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.562426] env[69722]: INFO nova.compute.manager [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Rebuilding instance [ 851.604880] env[69722]: DEBUG oslo_vmware.api [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438339, 'name': PowerOnVM_Task, 'duration_secs': 0.520287} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.608890] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.610589] env[69722]: INFO nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Took 9.11 seconds to spawn the instance on the hypervisor. [ 851.610589] env[69722]: DEBUG nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.613100] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d29711e-5305-455f-a6c8-86911fa3ae40 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.625107] env[69722]: DEBUG oslo_vmware.api [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266034} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.625377] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.626233] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.626233] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.626233] env[69722]: INFO nova.compute.manager [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Took 1.17 seconds to destroy the instance on the hypervisor. [ 851.626233] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.626607] env[69722]: DEBUG nova.compute.manager [-] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.626737] env[69722]: DEBUG nova.network.neutron [-] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.632604] env[69722]: DEBUG nova.compute.manager [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.633419] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3d1ccc-329e-4b2f-ac29-dc97d7abd963 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.650560] env[69722]: DEBUG nova.compute.manager [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.650560] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.650560] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a34c13be-78c8-42d9-ae40-9a9ed4f6e1a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.659028] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 851.659028] env[69722]: value = "task-3438343" [ 851.659028] env[69722]: _type = "Task" [ 851.659028] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.667126] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.798180] env[69722]: DEBUG oslo_vmware.api [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3438341, 'name': PowerOffVM_Task, 'duration_secs': 0.210795} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.798489] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.798663] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.798923] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1c5d36-d2c0-4494-aff7-a38897d12324 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.816060] env[69722]: DEBUG nova.compute.utils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.821032] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.821032] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.831994] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078604} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.835031] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.835098] env[69722]: DEBUG nova.compute.manager [req-93453c05-af1c-4ce4-a414-971073a3ff2f req-14d537fb-13a1-4508-9ee0-9d8db219fea0 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-vif-plugged-e103819c-2ff5-4a1c-8687-2873649cb006 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.835285] env[69722]: DEBUG oslo_concurrency.lockutils [req-93453c05-af1c-4ce4-a414-971073a3ff2f req-14d537fb-13a1-4508-9ee0-9d8db219fea0 service nova] Acquiring lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.835665] env[69722]: DEBUG oslo_concurrency.lockutils [req-93453c05-af1c-4ce4-a414-971073a3ff2f req-14d537fb-13a1-4508-9ee0-9d8db219fea0 service nova] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.835853] env[69722]: DEBUG oslo_concurrency.lockutils [req-93453c05-af1c-4ce4-a414-971073a3ff2f req-14d537fb-13a1-4508-9ee0-9d8db219fea0 service nova] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.835853] env[69722]: DEBUG nova.compute.manager [req-93453c05-af1c-4ce4-a414-971073a3ff2f req-14d537fb-13a1-4508-9ee0-9d8db219fea0 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] No waiting events found dispatching network-vif-plugged-e103819c-2ff5-4a1c-8687-2873649cb006 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.836040] env[69722]: WARNING nova.compute.manager [req-93453c05-af1c-4ce4-a414-971073a3ff2f req-14d537fb-13a1-4508-9ee0-9d8db219fea0 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received unexpected event network-vif-plugged-e103819c-2ff5-4a1c-8687-2873649cb006 for instance with vm_state building and task_state spawning. [ 851.837518] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e7d9f2-ef97-4dee-8708-bec1cfe368d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.866472] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] eb310089-7765-4d14-b010-9f6da48f5546/eb310089-7765-4d14-b010-9f6da48f5546.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.868102] env[69722]: DEBUG nova.policy [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bf938547ad54da393e73a674e9cc2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c53924bf56d4ef3acd6f692859441ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.872350] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4cce341-c65a-4201-8c02-b74b7c3ed861 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.893059] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 851.893059] env[69722]: value = "task-3438345" [ 851.893059] env[69722]: _type = "Task" [ 851.893059] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.905407] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.937344] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438335, 'name': Destroy_Task, 'duration_secs': 1.587076} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.939843] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Destroyed the VM [ 851.940113] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 851.940589] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5824451c-f441-41c6-819f-e1887958894c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.951969] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 851.951969] env[69722]: value = "task-3438346" [ 851.951969] env[69722]: _type = "Task" [ 851.951969] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.968904] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438346, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.060847] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Successfully updated port: e103819c-2ff5-4a1c-8687-2873649cb006 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.138618] env[69722]: INFO nova.compute.manager [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Took 48.97 seconds to build instance. [ 852.175433] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438343, 'name': PowerOffVM_Task, 'duration_secs': 0.459764} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.175433] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.175433] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 852.175433] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686403', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'name': 'volume-4039517a-0474-45e6-b677-09440b3872e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e78561b7-3b5a-42ea-8e56-c4d7a26112d4', 'attached_at': '', 'detached_at': '', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'serial': '4039517a-0474-45e6-b677-09440b3872e2'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 852.175433] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e162ee3-04eb-4c3c-a815-fd0332ef0aaf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.209101] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd447bb6-63d7-46aa-9c93-0f84ad7fb46f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.212430] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.212489] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.212626] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Deleting the datastore file [datastore2] 3edf2257-e7a2-404c-9f0a-1d2e40677b9a {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.213121] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d19441a-2fc1-4f8f-9453-5d02419f9dd0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.222022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbe18d1-3229-43b5-bba2-59a2157da39d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.226235] env[69722]: DEBUG oslo_vmware.api [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for the task: (returnval){ [ 852.226235] env[69722]: value = "task-3438347" [ 852.226235] env[69722]: _type = "Task" [ 852.226235] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.257685] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87595433-f262-4a56-8d5d-0488338bc4ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.263463] env[69722]: DEBUG oslo_vmware.api [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3438347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.282957] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] The volume has not been displaced from its original location: [datastore2] volume-4039517a-0474-45e6-b677-09440b3872e2/volume-4039517a-0474-45e6-b677-09440b3872e2.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 852.289644] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 852.292662] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83c913d1-e2f4-4050-aa5a-49792063568a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.306677] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Successfully created port: 469748fb-2d4a-4dd1-a30d-48fe23697909 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.315325] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 852.315325] env[69722]: value = "task-3438348" [ 852.315325] env[69722]: _type = "Task" [ 852.315325] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.325344] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.335792] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.410910] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438345, 'name': ReconfigVM_Task, 'duration_secs': 0.444716} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.415341] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Reconfigured VM instance instance-00000036 to attach disk [datastore2] eb310089-7765-4d14-b010-9f6da48f5546/eb310089-7765-4d14-b010-9f6da48f5546.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.416608] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92e7413c-9c73-40bb-b1c1-a47053a20be2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.426994] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 852.426994] env[69722]: value = "task-3438349" [ 852.426994] env[69722]: _type = "Task" [ 852.426994] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.446374] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438349, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.467229] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438346, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.643085] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6c968039-fbb6-4127-8362-a98403dc3dae tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.733s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.648641] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.648885] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e31f925-b039-4a68-91d7-2311837d2e7c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.661679] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 852.661679] env[69722]: value = "task-3438350" [ 852.661679] env[69722]: _type = "Task" [ 852.661679] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.682106] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 852.682310] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.682948] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f32879-1924-4d0b-bce4-4c598cc5fda5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.686922] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bf92d6-b386-48a5-b984-b2c5fc1adbc2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.698995] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6002b93f-51db-47cb-8c5e-e059b93957cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.703147] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.703147] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06263585-3005-4379-a913-b550ba580395 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.742680] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd3cf95-f0d5-47e2-b369-727e8e9b7af2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.752965] env[69722]: DEBUG oslo_vmware.api [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Task: {'id': task-3438347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300864} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.755188] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.755409] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.756204] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.756204] env[69722]: INFO nova.compute.manager [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Took 1.49 seconds to destroy the instance on the hypervisor. [ 852.756204] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.756502] env[69722]: DEBUG nova.compute.manager [-] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.756615] env[69722]: DEBUG nova.network.neutron [-] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.759282] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a0461-6935-4eb3-879f-525cf37b33f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.775622] env[69722]: DEBUG nova.compute.provider_tree [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.789156] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.789396] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.789602] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleting the datastore file [datastore2] 6226200a-6897-46b8-a886-0ad13a72a3f7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.790769] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e759f8-067f-4dc3-9c92-584939fb02e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.798577] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 852.798577] env[69722]: value = "task-3438352" [ 852.798577] env[69722]: _type = "Task" [ 852.798577] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.808778] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438352, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.827169] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438348, 'name': ReconfigVM_Task, 'duration_secs': 0.411439} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.828173] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 852.837303] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8234199a-20cc-41b0-bb2f-54c0e7c59eb0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.860218] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 852.860218] env[69722]: value = "task-3438353" [ 852.860218] env[69722]: _type = "Task" [ 852.860218] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.870594] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.937738] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438349, 'name': Rename_Task, 'duration_secs': 0.252295} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.941021] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.941021] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cf5c3e-c218-47da-a7a0-7045bc3ecf67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.946768] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 852.946768] env[69722]: value = "task-3438354" [ 852.946768] env[69722]: _type = "Task" [ 852.946768] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.960537] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.967507] env[69722]: DEBUG oslo_vmware.api [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438346, 'name': RemoveSnapshot_Task, 'duration_secs': 0.988058} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.967818] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 853.014590] env[69722]: DEBUG nova.network.neutron [-] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.146766] env[69722]: DEBUG nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.282022] env[69722]: DEBUG nova.scheduler.client.report [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.312976] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438352, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341675} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.314325] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.316803] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.316803] env[69722]: INFO nova.compute.manager [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Rebooting instance [ 853.316803] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.317072] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.317448] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.352020] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.374122] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438353, 'name': ReconfigVM_Task, 'duration_secs': 0.232903} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.374122] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686403', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'name': 'volume-4039517a-0474-45e6-b677-09440b3872e2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e78561b7-3b5a-42ea-8e56-c4d7a26112d4', 'attached_at': '', 'detached_at': '', 'volume_id': '4039517a-0474-45e6-b677-09440b3872e2', 'serial': '4039517a-0474-45e6-b677-09440b3872e2'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 853.374122] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.377072] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4cd357-b023-4e71-a6be-509a3d215460 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.385941] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.388869] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.389048] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.389217] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.389404] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.389550] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.389784] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.389903] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.390166] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.390279] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.390497] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.390618] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.390908] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69359664-d471-4523-8a8b-cb515cafae15 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.393664] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82be07f0-d2e2-4da9-a183-ea4dbabf0594 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.403337] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946fa19a-0d2a-4834-956e-171e085b0c5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.458070] env[69722]: DEBUG oslo_vmware.api [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438354, 'name': PowerOnVM_Task, 'duration_secs': 0.481248} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.458070] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.458266] env[69722]: INFO nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Took 8.20 seconds to spawn the instance on the hypervisor. [ 853.458442] env[69722]: DEBUG nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.459382] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7b0bf1-0108-4920-bd41-b9aa4c2616a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.472660] env[69722]: WARNING nova.compute.manager [None req-dbe97313-f067-4c2f-804b-850085ce6197 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Image not found during snapshot: nova.exception.ImageNotFound: Image d05d1b95-0ca3-4a34-9370-cc973d0e4cac could not be found. [ 853.480703] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.480946] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.481150] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleting the datastore file [datastore1] e78561b7-3b5a-42ea-8e56-c4d7a26112d4 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.481454] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d63f539-fb0d-4df2-b994-f91faea22b02 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.491490] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 853.491490] env[69722]: value = "task-3438356" [ 853.491490] env[69722]: _type = "Task" [ 853.491490] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.503747] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.516847] env[69722]: INFO nova.compute.manager [-] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Took 1.89 seconds to deallocate network for instance. [ 853.673753] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.784965] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.475s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.788785] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.822s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.788785] env[69722]: DEBUG nova.objects.instance [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lazy-loading 'resources' on Instance uuid 1edc3775-9f29-4274-9838-22c752c290f4 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.806773] env[69722]: INFO nova.scheduler.client.report [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleted allocations for instance 2d9e5249-07b7-4828-91c6-0a502567805e [ 853.849207] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.849389] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquired lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.849560] env[69722]: DEBUG nova.network.neutron [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.917275] env[69722]: DEBUG nova.compute.manager [req-c45c7c64-7fcf-4f62-8196-d8bebfaec0c2 req-87a0253b-ffa5-45f2-9213-01b5b834a560 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Received event network-vif-plugged-469748fb-2d4a-4dd1-a30d-48fe23697909 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.917325] env[69722]: DEBUG oslo_concurrency.lockutils [req-c45c7c64-7fcf-4f62-8196-d8bebfaec0c2 req-87a0253b-ffa5-45f2-9213-01b5b834a560 service nova] Acquiring lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.917541] env[69722]: DEBUG oslo_concurrency.lockutils [req-c45c7c64-7fcf-4f62-8196-d8bebfaec0c2 req-87a0253b-ffa5-45f2-9213-01b5b834a560 service nova] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.917678] env[69722]: DEBUG oslo_concurrency.lockutils [req-c45c7c64-7fcf-4f62-8196-d8bebfaec0c2 req-87a0253b-ffa5-45f2-9213-01b5b834a560 service nova] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.917847] env[69722]: DEBUG nova.compute.manager [req-c45c7c64-7fcf-4f62-8196-d8bebfaec0c2 req-87a0253b-ffa5-45f2-9213-01b5b834a560 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] No waiting events found dispatching network-vif-plugged-469748fb-2d4a-4dd1-a30d-48fe23697909 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.918170] env[69722]: WARNING nova.compute.manager [req-c45c7c64-7fcf-4f62-8196-d8bebfaec0c2 req-87a0253b-ffa5-45f2-9213-01b5b834a560 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Received unexpected event network-vif-plugged-469748fb-2d4a-4dd1-a30d-48fe23697909 for instance with vm_state building and task_state spawning. [ 853.937977] env[69722]: DEBUG nova.compute.manager [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-changed-e103819c-2ff5-4a1c-8687-2873649cb006 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.938197] env[69722]: DEBUG nova.compute.manager [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Refreshing instance network info cache due to event network-changed-e103819c-2ff5-4a1c-8687-2873649cb006. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.938413] env[69722]: DEBUG oslo_concurrency.lockutils [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] Acquiring lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.938553] env[69722]: DEBUG oslo_concurrency.lockutils [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] Acquired lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.938713] env[69722]: DEBUG nova.network.neutron [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Refreshing network info cache for port e103819c-2ff5-4a1c-8687-2873649cb006 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.959190] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Successfully updated port: 469748fb-2d4a-4dd1-a30d-48fe23697909 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.959190] env[69722]: WARNING oslo_messaging._drivers.amqpdriver [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 853.980037] env[69722]: INFO nova.compute.manager [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Took 45.09 seconds to build instance. [ 854.004628] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438356, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.023393] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.063888] env[69722]: DEBUG nova.network.neutron [-] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.105019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.105019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.105019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.105019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.105019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.106793] env[69722]: INFO nova.compute.manager [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Terminating instance [ 854.315700] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df2cb831-2f88-4cbb-b4c6-6fa51f23367b tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "2d9e5249-07b7-4828-91c6-0a502567805e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.945s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.369585] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.370536] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.370536] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.370536] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.370536] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.370536] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.370762] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.370898] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.372280] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.372280] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.372280] env[69722]: DEBUG nova.virt.hardware [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.372453] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45c5201-8ea9-4dda-b374-155ff59dd591 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.384543] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8931a7f1-0903-4643-8785-cfcc023179fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.407116] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:4e:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf959ee-9116-4a4b-bf71-53da741d4fea', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.420649] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.427427] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.427427] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d1a6d2f-c6fb-421b-9cb1-ebffe7419036 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.454112] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.454112] env[69722]: value = "task-3438357" [ 854.454112] env[69722]: _type = "Task" [ 854.454112] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.461836] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "refresh_cache-76f2b81d-c650-4c6c-9e8f-e08b965095b0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.461973] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "refresh_cache-76f2b81d-c650-4c6c-9e8f-e08b965095b0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.462156] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.466858] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438357, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.480825] env[69722]: DEBUG oslo_concurrency.lockutils [None req-326eba0a-2fa7-4a7c-ad88-8ca9dd952563 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "eb310089-7765-4d14-b010-9f6da48f5546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.676s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.507868] env[69722]: DEBUG oslo_vmware.api [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516443} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.508363] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.508574] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.508721] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.508892] env[69722]: INFO nova.compute.manager [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Took 2.86 seconds to destroy the instance on the hypervisor. [ 854.509148] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.509343] env[69722]: DEBUG nova.compute.manager [-] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.509443] env[69722]: DEBUG nova.network.neutron [-] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.567213] env[69722]: INFO nova.compute.manager [-] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Took 1.81 seconds to deallocate network for instance. [ 854.610666] env[69722]: DEBUG nova.compute.manager [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.610904] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.612413] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbbc0b2-0179-4d9a-83ee-49c6c5ee9ed1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.625044] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.625498] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da527edc-39f3-45cd-82bd-846623cf7aa2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.632759] env[69722]: DEBUG oslo_vmware.api [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 854.632759] env[69722]: value = "task-3438358" [ 854.632759] env[69722]: _type = "Task" [ 854.632759] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.642628] env[69722]: DEBUG oslo_vmware.api [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.773270] env[69722]: DEBUG nova.network.neutron [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.814272] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Successfully updated port: 67ce21f1-925b-43e7-a7db-1cfe6a30753e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.882282] env[69722]: DEBUG nova.network.neutron [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.966872] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438357, 'name': CreateVM_Task, 'duration_secs': 0.50111} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.966872] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.967256] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.967351] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.967600] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.969870] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ef87688-d4e3-44e7-8557-039d022352f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.974851] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4472f54-b5e9-4fbb-b147-4cace7bf672b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.982533] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 854.982533] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b04627-5559-50fa-636c-5a804554be6f" [ 854.982533] env[69722]: _type = "Task" [ 854.982533] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.986244] env[69722]: DEBUG nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.991932] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949b931b-96d2-490b-a452-4b4ba2dff907 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.996809] env[69722]: DEBUG nova.network.neutron [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Updating instance_info_cache with network_info: [{"id": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "address": "fa:16:3e:b6:76:02", "network": {"id": "a4670005-6330-4a35-be8f-eddcca02ccd7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-653639753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61c33ebff6e44a0b80db4ecf9aab84fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ce8b1e-df", "ovs_interfaceid": "02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.007046] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b04627-5559-50fa-636c-5a804554be6f, 'name': SearchDatastore_Task, 'duration_secs': 0.012237} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.036537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.036537] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.036537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.036537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.036537] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.036537] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fb7e08-7187-4f17-af81-5661442d763f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.039042] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06135e42-ae7b-4a27-9587-0bbee55bfa4a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.042113] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.050360] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b56bb9c-c3fb-401e-86ff-7d6f1708cd2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.057163] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.058042] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.058735] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabfc148-793c-401b-9440-25b43abf1e74 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.070879] env[69722]: DEBUG nova.compute.provider_tree [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.075415] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 855.075415] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5243fb22-df42-5e96-8853-a44d2a944fc4" [ 855.075415] env[69722]: _type = "Task" [ 855.075415] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.076738] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.084373] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5243fb22-df42-5e96-8853-a44d2a944fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.142408] env[69722]: DEBUG oslo_vmware.api [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438358, 'name': PowerOffVM_Task, 'duration_secs': 0.252646} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.142686] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.142857] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.143243] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b33ab647-f00c-4e8a-9fb0-90c79c05cd76 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.225857] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.226097] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.226445] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleting the datastore file [datastore1] f8b219a2-0872-490b-b80b-c7be4a60a0ed {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.226735] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aef45456-f222-4810-b922-763200525e3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.233380] env[69722]: DEBUG oslo_vmware.api [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 855.233380] env[69722]: value = "task-3438360" [ 855.233380] env[69722]: _type = "Task" [ 855.233380] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.237173] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Updating instance_info_cache with network_info: [{"id": "469748fb-2d4a-4dd1-a30d-48fe23697909", "address": "fa:16:3e:46:06:12", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469748fb-2d", "ovs_interfaceid": "469748fb-2d4a-4dd1-a30d-48fe23697909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.241346] env[69722]: DEBUG oslo_vmware.api [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.388686] env[69722]: DEBUG oslo_concurrency.lockutils [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] Releasing lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.388957] env[69722]: DEBUG nova.compute.manager [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Received event network-vif-deleted-ad01de07-bc0d-4528-a900-8a85e02b028d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.389165] env[69722]: DEBUG nova.compute.manager [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Received event network-vif-deleted-8d8b2730-2454-4989-96af-7a0970031934 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.389337] env[69722]: INFO nova.compute.manager [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Neutron deleted interface 8d8b2730-2454-4989-96af-7a0970031934; detaching it from the instance and deleting it from the info cache [ 855.389507] env[69722]: DEBUG nova.network.neutron [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.502143] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Releasing lock "refresh_cache-50e6a7d1-12b7-43ce-89cf-6a7f283eb663" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.526956] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.577377] env[69722]: DEBUG nova.scheduler.client.report [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.595141] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5243fb22-df42-5e96-8853-a44d2a944fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.01527} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.596821] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265e4328-8c6c-4378-b8e0-bb48506ac900 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.604548] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 855.604548] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527bf455-0937-2ed9-4ca7-3d28b08c2d6e" [ 855.604548] env[69722]: _type = "Task" [ 855.604548] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.614178] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527bf455-0937-2ed9-4ca7-3d28b08c2d6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.744520] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "refresh_cache-76f2b81d-c650-4c6c-9e8f-e08b965095b0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.744862] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Instance network_info: |[{"id": "469748fb-2d4a-4dd1-a30d-48fe23697909", "address": "fa:16:3e:46:06:12", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469748fb-2d", "ovs_interfaceid": "469748fb-2d4a-4dd1-a30d-48fe23697909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.745162] env[69722]: DEBUG oslo_vmware.api [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.745571] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:06:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '469748fb-2d4a-4dd1-a30d-48fe23697909', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.757589] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.757589] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.757589] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20c9cffd-ed48-4902-b436-4dee52eef046 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.783166] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.783166] env[69722]: value = "task-3438361" [ 855.783166] env[69722]: _type = "Task" [ 855.783166] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.792885] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438361, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.896022] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcde439a-037d-475d-9155-55cd3f56d3b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.896022] env[69722]: DEBUG nova.network.neutron [-] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.905384] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385d457a-4eb1-45f1-8e24-eb47cba22854 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.947405] env[69722]: DEBUG nova.compute.manager [req-d5f46261-b86c-482a-99a6-b7253be5ee4b req-8f4ea373-c4cd-431f-9bcd-f0ec352bb85d service nova] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Detach interface failed, port_id=8d8b2730-2454-4989-96af-7a0970031934, reason: Instance 3edf2257-e7a2-404c-9f0a-1d2e40677b9a could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 855.955323] env[69722]: DEBUG nova.compute.manager [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Received event network-changed-469748fb-2d4a-4dd1-a30d-48fe23697909 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.955323] env[69722]: DEBUG nova.compute.manager [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Refreshing instance network info cache due to event network-changed-469748fb-2d4a-4dd1-a30d-48fe23697909. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.955323] env[69722]: DEBUG oslo_concurrency.lockutils [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] Acquiring lock "refresh_cache-76f2b81d-c650-4c6c-9e8f-e08b965095b0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.955450] env[69722]: DEBUG oslo_concurrency.lockutils [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] Acquired lock "refresh_cache-76f2b81d-c650-4c6c-9e8f-e08b965095b0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.955640] env[69722]: DEBUG nova.network.neutron [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Refreshing network info cache for port 469748fb-2d4a-4dd1-a30d-48fe23697909 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.978342] env[69722]: DEBUG nova.compute.manager [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-vif-plugged-67ce21f1-925b-43e7-a7db-1cfe6a30753e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.978610] env[69722]: DEBUG oslo_concurrency.lockutils [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] Acquiring lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.978817] env[69722]: DEBUG oslo_concurrency.lockutils [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.978985] env[69722]: DEBUG oslo_concurrency.lockutils [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.979159] env[69722]: DEBUG nova.compute.manager [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] No waiting events found dispatching network-vif-plugged-67ce21f1-925b-43e7-a7db-1cfe6a30753e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.979334] env[69722]: WARNING nova.compute.manager [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received unexpected event network-vif-plugged-67ce21f1-925b-43e7-a7db-1cfe6a30753e for instance with vm_state building and task_state spawning. [ 855.979505] env[69722]: DEBUG nova.compute.manager [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-changed-67ce21f1-925b-43e7-a7db-1cfe6a30753e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.979683] env[69722]: DEBUG nova.compute.manager [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Refreshing instance network info cache due to event network-changed-67ce21f1-925b-43e7-a7db-1cfe6a30753e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.979884] env[69722]: DEBUG oslo_concurrency.lockutils [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] Acquiring lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.980032] env[69722]: DEBUG oslo_concurrency.lockutils [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] Acquired lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.980192] env[69722]: DEBUG nova.network.neutron [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Refreshing network info cache for port 67ce21f1-925b-43e7-a7db-1cfe6a30753e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.016962] env[69722]: DEBUG nova.compute.manager [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.016962] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c9ac53-418d-4c1f-a574-31e0248bfd73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.088142] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.091930] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.107s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.094221] env[69722]: INFO nova.compute.claims [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.110253] env[69722]: INFO nova.scheduler.client.report [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Deleted allocations for instance 1edc3775-9f29-4274-9838-22c752c290f4 [ 856.117947] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527bf455-0937-2ed9-4ca7-3d28b08c2d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.010708} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.118440] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.118703] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.118965] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71946700-8d0d-4c8e-8441-2f874001574f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.125380] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 856.125380] env[69722]: value = "task-3438362" [ 856.125380] env[69722]: _type = "Task" [ 856.125380] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.134067] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.244086] env[69722]: DEBUG oslo_vmware.api [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612182} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.244367] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.244553] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.244724] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.244898] env[69722]: INFO nova.compute.manager [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Took 1.63 seconds to destroy the instance on the hypervisor. [ 856.245157] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.245386] env[69722]: DEBUG nova.compute.manager [-] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.245493] env[69722]: DEBUG nova.network.neutron [-] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.292290] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438361, 'name': CreateVM_Task, 'duration_secs': 0.374899} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.292476] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.293163] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.293352] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.293688] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.293951] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc963b7e-d554-4ff1-b885-52e463475f85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.298463] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 856.298463] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5272b38b-3772-3606-4d0e-1ccc293d0b02" [ 856.298463] env[69722]: _type = "Task" [ 856.298463] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.309653] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5272b38b-3772-3606-4d0e-1ccc293d0b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.399964] env[69722]: INFO nova.compute.manager [-] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Took 1.89 seconds to deallocate network for instance. [ 856.543304] env[69722]: DEBUG nova.network.neutron [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 856.624971] env[69722]: DEBUG oslo_concurrency.lockutils [None req-273efc1b-b744-4ce1-a942-f922d773cdcb tempest-ListServersNegativeTestJSON-1141500296 tempest-ListServersNegativeTestJSON-1141500296-project-member] Lock "1edc3775-9f29-4274-9838-22c752c290f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.123s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.635551] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486622} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.635890] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.636111] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.636420] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d5b39f-590c-4909-95b1-a09b208705d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.643125] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 856.643125] env[69722]: value = "task-3438363" [ 856.643125] env[69722]: _type = "Task" [ 856.643125] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.647661] env[69722]: DEBUG nova.network.neutron [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.654153] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.809958] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5272b38b-3772-3606-4d0e-1ccc293d0b02, 'name': SearchDatastore_Task, 'duration_secs': 0.053525} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.810303] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.810732] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.810974] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.811139] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.811319] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.811590] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c546fb13-93e9-4c57-8cb3-11aa5db939a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.820178] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.820339] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.821071] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f89443-8256-4286-9ca7-52f0e1e5d8e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.826350] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 856.826350] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520836e0-969e-c468-afa8-2d5c8d074f48" [ 856.826350] env[69722]: _type = "Task" [ 856.826350] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.833993] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520836e0-969e-c468-afa8-2d5c8d074f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.847757] env[69722]: DEBUG nova.network.neutron [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Updated VIF entry in instance network info cache for port 469748fb-2d4a-4dd1-a30d-48fe23697909. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.848192] env[69722]: DEBUG nova.network.neutron [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Updating instance_info_cache with network_info: [{"id": "469748fb-2d4a-4dd1-a30d-48fe23697909", "address": "fa:16:3e:46:06:12", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap469748fb-2d", "ovs_interfaceid": "469748fb-2d4a-4dd1-a30d-48fe23697909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.978045] env[69722]: INFO nova.compute.manager [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Took 0.58 seconds to detach 1 volumes for instance. [ 857.033034] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Successfully updated port: b64fa2be-063e-4621-b8f9-7a2711a98220 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.034606] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0349c5ab-dae0-4599-b208-d669d412ceb4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.044835] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Doing hard reboot of VM {{(pid=69722) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 857.045135] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2eb2319b-bcce-464d-96a6-3c05d67f018a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.052414] env[69722]: DEBUG oslo_vmware.api [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 857.052414] env[69722]: value = "task-3438364" [ 857.052414] env[69722]: _type = "Task" [ 857.052414] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.061052] env[69722]: DEBUG oslo_vmware.api [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438364, 'name': ResetVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.150819] env[69722]: DEBUG oslo_concurrency.lockutils [req-9f6c8dd0-6a57-4f55-b98a-6f629d47b0da req-bb11ddb3-d132-420d-b484-7accaf220725 service nova] Releasing lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.154447] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063032} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.154800] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.155625] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9479b02-fd77-493f-ba34-9d3130b8abec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.180318] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.183438] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abe62b9b-1f5b-409d-8605-e51017085efd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.204970] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 857.204970] env[69722]: value = "task-3438365" [ 857.204970] env[69722]: _type = "Task" [ 857.204970] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.218870] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.230036] env[69722]: DEBUG nova.network.neutron [-] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.339802] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520836e0-969e-c468-afa8-2d5c8d074f48, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.340625] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2535a9c-641a-442d-925d-f273fad2b8ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.348184] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 857.348184] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ed0a2-8f95-8692-66da-0a0903988f53" [ 857.348184] env[69722]: _type = "Task" [ 857.348184] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.351595] env[69722]: DEBUG oslo_concurrency.lockutils [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] Releasing lock "refresh_cache-76f2b81d-c650-4c6c-9e8f-e08b965095b0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.351837] env[69722]: DEBUG nova.compute.manager [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Received event network-vif-deleted-231bd377-9e6d-4802-b5df-1e53fbd09e3d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.352035] env[69722]: DEBUG nova.compute.manager [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Received event network-changed-bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.352206] env[69722]: DEBUG nova.compute.manager [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Refreshing instance network info cache due to event network-changed-bc9919df-b8b0-4158-a9f1-f6723b9e8c59. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.352457] env[69722]: DEBUG oslo_concurrency.lockutils [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] Acquiring lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.352610] env[69722]: DEBUG oslo_concurrency.lockutils [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] Acquired lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.352784] env[69722]: DEBUG nova.network.neutron [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Refreshing network info cache for port bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.360483] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ed0a2-8f95-8692-66da-0a0903988f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.487341] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.534811] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.534914] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.535098] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.567888] env[69722]: DEBUG oslo_vmware.api [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438364, 'name': ResetVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.675338] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c99945d-7a3c-40fe-ab63-01841515cecf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.682839] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d60c6c-14d9-440f-bc2f-07568ec88ee7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.718475] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb6ac59-9922-479c-ab2e-b0807c1c8f03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.729772] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f7fc46-22e3-4d16-8c31-befa790fc329 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.732150] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.743622] env[69722]: INFO nova.compute.manager [-] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Took 1.50 seconds to deallocate network for instance. [ 857.744089] env[69722]: DEBUG nova.compute.provider_tree [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.859886] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ed0a2-8f95-8692-66da-0a0903988f53, 'name': SearchDatastore_Task, 'duration_secs': 0.064805} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.860173] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.860431] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 76f2b81d-c650-4c6c-9e8f-e08b965095b0/76f2b81d-c650-4c6c-9e8f-e08b965095b0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.861013] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9096bf21-ac6d-4bfc-91c9-36d7aca0f04d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.867877] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 857.867877] env[69722]: value = "task-3438366" [ 857.867877] env[69722]: _type = "Task" [ 857.867877] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.875951] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.041641] env[69722]: DEBUG nova.compute.manager [req-3786a410-9503-4b29-bed3-7a36c882913e req-f23a52a3-48ca-41a8-8b2f-0de483a016ff service nova] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Received event network-vif-deleted-bb13716f-dd89-465b-8d6f-8d4994eb45dc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.054499] env[69722]: DEBUG nova.compute.manager [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-vif-plugged-b64fa2be-063e-4621-b8f9-7a2711a98220 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.054719] env[69722]: DEBUG oslo_concurrency.lockutils [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] Acquiring lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.054938] env[69722]: DEBUG oslo_concurrency.lockutils [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.055076] env[69722]: DEBUG oslo_concurrency.lockutils [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.055289] env[69722]: DEBUG nova.compute.manager [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] No waiting events found dispatching network-vif-plugged-b64fa2be-063e-4621-b8f9-7a2711a98220 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 858.055456] env[69722]: WARNING nova.compute.manager [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received unexpected event network-vif-plugged-b64fa2be-063e-4621-b8f9-7a2711a98220 for instance with vm_state building and task_state spawning. [ 858.055648] env[69722]: DEBUG nova.compute.manager [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-changed-b64fa2be-063e-4621-b8f9-7a2711a98220 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.055755] env[69722]: DEBUG nova.compute.manager [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Refreshing instance network info cache due to event network-changed-b64fa2be-063e-4621-b8f9-7a2711a98220. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.055955] env[69722]: DEBUG oslo_concurrency.lockutils [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] Acquiring lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.074360] env[69722]: DEBUG oslo_vmware.api [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438364, 'name': ResetVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.089861] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.134176] env[69722]: DEBUG nova.network.neutron [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Updated VIF entry in instance network info cache for port bc9919df-b8b0-4158-a9f1-f6723b9e8c59. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.134544] env[69722]: DEBUG nova.network.neutron [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Updating instance_info_cache with network_info: [{"id": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "address": "fa:16:3e:b4:a3:63", "network": {"id": "de0656e7-99b4-45c7-9665-6968cf56f010", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1598206966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0c59e81cfbca40c08cabb9dcd114690b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6365036-aa37-44d2-90d1-ca1c3516ded9", "external-id": "nsx-vlan-transportzone-66", "segmentation_id": 66, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc9919df-b8", "ovs_interfaceid": "bc9919df-b8b0-4158-a9f1-f6723b9e8c59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.228526] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.252598] env[69722]: DEBUG nova.scheduler.client.report [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.258151] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.380939] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.570219] env[69722]: DEBUG oslo_vmware.api [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438364, 'name': ResetVM_Task, 'duration_secs': 1.119468} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.570750] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Did hard reboot of VM {{(pid=69722) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 858.571102] env[69722]: DEBUG nova.compute.manager [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.572571] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0089a116-9f74-40fc-a2a8-aa5561f9d1a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.641360] env[69722]: DEBUG oslo_concurrency.lockutils [req-dfc2a1f3-0cca-46dc-97da-050dcc869c58 req-22654ca1-015d-4458-8070-c6ae5866a156 service nova] Releasing lock "refresh_cache-eb310089-7765-4d14-b010-9f6da48f5546" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.729734] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438365, 'name': ReconfigVM_Task, 'duration_secs': 1.475448} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.730047] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6226200a-6897-46b8-a886-0ad13a72a3f7/6226200a-6897-46b8-a886-0ad13a72a3f7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.730707] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4043e03-daef-463f-9e84-9535ad0c512f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.738196] env[69722]: DEBUG nova.network.neutron [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Updating instance_info_cache with network_info: [{"id": "e103819c-2ff5-4a1c-8687-2873649cb006", "address": "fa:16:3e:42:22:8d", "network": {"id": "4a0cb4e2-894f-43ea-8eed-b51a4b92be94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-409371690", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape103819c-2f", "ovs_interfaceid": "e103819c-2ff5-4a1c-8687-2873649cb006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "address": "fa:16:3e:e0:6c:89", "network": {"id": "54b4af65-bf3c-4aea-8646-02d390b7c4ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78973745", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce21f1-92", "ovs_interfaceid": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64fa2be-063e-4621-b8f9-7a2711a98220", "address": "fa:16:3e:3b:d9:b6", "network": {"id": "4a0cb4e2-894f-43ea-8eed-b51a4b92be94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-409371690", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64fa2be-06", "ovs_interfaceid": "b64fa2be-063e-4621-b8f9-7a2711a98220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.742581] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 858.742581] env[69722]: value = "task-3438367" [ 858.742581] env[69722]: _type = "Task" [ 858.742581] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.751551] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438367, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.759474] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.759595] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.766197] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.204s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.766197] env[69722]: DEBUG nova.objects.instance [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 858.879851] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690699} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.881175] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 76f2b81d-c650-4c6c-9e8f-e08b965095b0/76f2b81d-c650-4c6c-9e8f-e08b965095b0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.881175] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.881175] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e4defd0-01fb-4928-a25d-b8482635d592 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.890460] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 858.890460] env[69722]: value = "task-3438368" [ 858.890460] env[69722]: _type = "Task" [ 858.890460] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.898299] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.088780] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b22612ce-96cc-44c9-82bf-36dee0bc8819 tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.773s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.246797] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Releasing lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.247217] env[69722]: DEBUG nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Instance network_info: |[{"id": "e103819c-2ff5-4a1c-8687-2873649cb006", "address": "fa:16:3e:42:22:8d", "network": {"id": "4a0cb4e2-894f-43ea-8eed-b51a4b92be94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-409371690", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape103819c-2f", "ovs_interfaceid": "e103819c-2ff5-4a1c-8687-2873649cb006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "address": "fa:16:3e:e0:6c:89", "network": {"id": "54b4af65-bf3c-4aea-8646-02d390b7c4ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78973745", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce21f1-92", "ovs_interfaceid": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64fa2be-063e-4621-b8f9-7a2711a98220", "address": "fa:16:3e:3b:d9:b6", "network": {"id": "4a0cb4e2-894f-43ea-8eed-b51a4b92be94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-409371690", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64fa2be-06", "ovs_interfaceid": "b64fa2be-063e-4621-b8f9-7a2711a98220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.248285] env[69722]: DEBUG oslo_concurrency.lockutils [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] Acquired lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.248285] env[69722]: DEBUG nova.network.neutron [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Refreshing network info cache for port b64fa2be-063e-4621-b8f9-7a2711a98220 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.249574] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:22:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e103819c-2ff5-4a1c-8687-2873649cb006', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:6c:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4105fae7-3de1-4a6c-a44b-39097c174699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ce21f1-925b-43e7-a7db-1cfe6a30753e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:d9:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b64fa2be-063e-4621-b8f9-7a2711a98220', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.260327] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Creating folder: Project (b3efcb3b2e4546cba54215d9c8acc6e3). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.261964] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ad3e31-8856-4c4d-a54f-01be20ada378 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.270041] env[69722]: DEBUG nova.compute.utils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.270041] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438367, 'name': Rename_Task, 'duration_secs': 0.136689} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.270566] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.270745] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.275933] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.276545] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c988e4ef-1255-4321-aead-20ec26894ab8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.280516] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Created folder: Project (b3efcb3b2e4546cba54215d9c8acc6e3) in parent group-v686248. [ 859.280763] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Creating folder: Instances. Parent ref: group-v686414. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.282199] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad11c2cf-97b3-454c-b3d5-71161df9e4dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.286018] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 859.286018] env[69722]: value = "task-3438370" [ 859.286018] env[69722]: _type = "Task" [ 859.286018] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.294069] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Created folder: Instances in parent group-v686414. [ 859.294069] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.296953] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.297233] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.297446] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce36100-e1ff-495f-9c2a-18e46aaf2c64 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.323549] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.323549] env[69722]: value = "task-3438372" [ 859.323549] env[69722]: _type = "Task" [ 859.323549] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.336218] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438372, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.345359] env[69722]: DEBUG nova.policy [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bf938547ad54da393e73a674e9cc2ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c53924bf56d4ef3acd6f692859441ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.399143] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067091} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.399143] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.399484] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274819bd-462f-43b0-9bd6-f883965b8a31 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.423836] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 76f2b81d-c650-4c6c-9e8f-e08b965095b0/76f2b81d-c650-4c6c-9e8f-e08b965095b0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.423836] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06af756a-b03e-42a9-926e-3739b7ed48bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.447200] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 859.447200] env[69722]: value = "task-3438373" [ 859.447200] env[69722]: _type = "Task" [ 859.447200] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.456677] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.702748] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Successfully created port: dba54dd7-b59c-40ad-9a02-dcb17ce6887c {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.777223] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.781781] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f43fabb0-7379-4b9c-be07-87ee6b0c4354 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.783384] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.043s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.785135] env[69722]: INFO nova.compute.claims [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.797980] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.838585] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438372, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.958475] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.017628] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.018010] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.018299] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.018547] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.018774] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.025556] env[69722]: INFO nova.compute.manager [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Terminating instance [ 860.158663] env[69722]: DEBUG nova.network.neutron [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Updated VIF entry in instance network info cache for port b64fa2be-063e-4621-b8f9-7a2711a98220. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.159526] env[69722]: DEBUG nova.network.neutron [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Updating instance_info_cache with network_info: [{"id": "e103819c-2ff5-4a1c-8687-2873649cb006", "address": "fa:16:3e:42:22:8d", "network": {"id": "4a0cb4e2-894f-43ea-8eed-b51a4b92be94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-409371690", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape103819c-2f", "ovs_interfaceid": "e103819c-2ff5-4a1c-8687-2873649cb006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "address": "fa:16:3e:e0:6c:89", "network": {"id": "54b4af65-bf3c-4aea-8646-02d390b7c4ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78973745", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce21f1-92", "ovs_interfaceid": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b64fa2be-063e-4621-b8f9-7a2711a98220", "address": "fa:16:3e:3b:d9:b6", "network": {"id": "4a0cb4e2-894f-43ea-8eed-b51a4b92be94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-409371690", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb64fa2be-06", "ovs_interfaceid": "b64fa2be-063e-4621-b8f9-7a2711a98220", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.300990] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438370, 'name': PowerOnVM_Task, 'duration_secs': 0.929028} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.301903] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.302419] env[69722]: DEBUG nova.compute.manager [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.303059] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8ff9c2-c03c-4049-80a5-7061fbc965b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.334799] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438372, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.459560] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438373, 'name': ReconfigVM_Task, 'duration_secs': 0.705608} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.459560] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 76f2b81d-c650-4c6c-9e8f-e08b965095b0/76f2b81d-c650-4c6c-9e8f-e08b965095b0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.460163] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fab6cff-5535-4105-a8f3-4fee234e48e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.466772] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 860.466772] env[69722]: value = "task-3438374" [ 860.466772] env[69722]: _type = "Task" [ 860.466772] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.481166] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438374, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.532473] env[69722]: DEBUG nova.compute.manager [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 860.532673] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 860.533591] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4d4374-8275-4b0c-aee0-bd3bb61b3d36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.541044] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 860.541257] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d8fec4-f623-49a7-ba23-f2a151712b03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.547761] env[69722]: DEBUG oslo_vmware.api [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 860.547761] env[69722]: value = "task-3438375" [ 860.547761] env[69722]: _type = "Task" [ 860.547761] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.555435] env[69722]: DEBUG oslo_vmware.api [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.663196] env[69722]: DEBUG oslo_concurrency.lockutils [req-055a6e89-802e-4f1a-91d5-66e465f828c2 req-9592e7f7-c2f2-41f1-9ee0-33f2bed8175a service nova] Releasing lock "refresh_cache-3e84be0b-2078-47ef-b88e-adb5e320b800" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.789698] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.818310] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.818570] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.818730] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.818911] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.819072] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.819223] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.821460] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.824457] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.824457] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.824457] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.824457] env[69722]: DEBUG nova.virt.hardware [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.824729] env[69722]: INFO nova.compute.manager [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] bringing vm to original state: 'stopped' [ 860.829437] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bf1c83-7c1a-435c-8ae1-8a569d09ab7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.848621] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fdaa73-1cbc-4c24-b38a-ccfc287edf7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.853797] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438372, 'name': CreateVM_Task, 'duration_secs': 1.063239} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.853971] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.858385] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.858556] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.858890] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.868220] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1342a1-905c-4e1b-8874-031db33e5355 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.874978] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 860.874978] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524662d2-6fab-f36b-2913-7a687fa59961" [ 860.874978] env[69722]: _type = "Task" [ 860.874978] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.883336] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524662d2-6fab-f36b-2913-7a687fa59961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.978285] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438374, 'name': Rename_Task, 'duration_secs': 0.198837} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.982011] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.982491] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d8d7bda-034c-4612-b521-dd0ed9566fe0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.991134] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 860.991134] env[69722]: value = "task-3438376" [ 860.991134] env[69722]: _type = "Task" [ 860.991134] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.003576] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.061501] env[69722]: DEBUG oslo_vmware.api [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438375, 'name': PowerOffVM_Task, 'duration_secs': 0.247215} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.061766] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.061926] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.062834] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78432c33-f7ef-4f81-843e-2d81c787d6f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.125857] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.126116] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.126311] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Deleting the datastore file [datastore2] 50e6a7d1-12b7-43ce-89cf-6a7f283eb663 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.126595] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bbf3683-fe14-44c4-95f7-561eab27371a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.136667] env[69722]: DEBUG oslo_vmware.api [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for the task: (returnval){ [ 861.136667] env[69722]: value = "task-3438378" [ 861.136667] env[69722]: _type = "Task" [ 861.136667] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.145646] env[69722]: DEBUG oslo_vmware.api [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.388734] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524662d2-6fab-f36b-2913-7a687fa59961, 'name': SearchDatastore_Task, 'duration_secs': 0.034166} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.390027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.390027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.390027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.390027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.390243] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.390485] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b64ca0-c079-44b6-89bb-965abeae5f3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.404656] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.404814] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.405638] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90372ad-eaed-4dde-8b0d-20898ab82f24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.411286] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 861.411286] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a906b-65c4-31ec-96da-ac7c25af71be" [ 861.411286] env[69722]: _type = "Task" [ 861.411286] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.422288] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a906b-65c4-31ec-96da-ac7c25af71be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.470938] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8386e87-ca7e-4a9a-a94b-57f547b4da1c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.481654] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8be4bd-48f4-41ba-83b9-830c9c28b1f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.517063] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915f1f76-45dd-4aa6-82f0-48bfd5729a92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.525211] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.528411] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f75fb8-bda7-49ac-840d-f79d3de3456c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.543650] env[69722]: DEBUG nova.compute.provider_tree [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.647520] env[69722]: DEBUG oslo_vmware.api [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Task: {'id': task-3438378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239713} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.647835] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 861.648066] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 861.648210] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 861.648390] env[69722]: INFO nova.compute.manager [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Took 1.12 seconds to destroy the instance on the hypervisor. [ 861.648642] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.648862] env[69722]: DEBUG nova.compute.manager [-] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 861.648961] env[69722]: DEBUG nova.network.neutron [-] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 861.682470] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Successfully updated port: dba54dd7-b59c-40ad-9a02-dcb17ce6887c {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.813456] env[69722]: DEBUG nova.compute.manager [req-5c1f7c79-ae1f-4434-98c3-aefb94d1f860 req-f634763e-09bc-4172-b138-68b9c552f36b service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Received event network-vif-plugged-dba54dd7-b59c-40ad-9a02-dcb17ce6887c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.813724] env[69722]: DEBUG oslo_concurrency.lockutils [req-5c1f7c79-ae1f-4434-98c3-aefb94d1f860 req-f634763e-09bc-4172-b138-68b9c552f36b service nova] Acquiring lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.813923] env[69722]: DEBUG oslo_concurrency.lockutils [req-5c1f7c79-ae1f-4434-98c3-aefb94d1f860 req-f634763e-09bc-4172-b138-68b9c552f36b service nova] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.814182] env[69722]: DEBUG oslo_concurrency.lockutils [req-5c1f7c79-ae1f-4434-98c3-aefb94d1f860 req-f634763e-09bc-4172-b138-68b9c552f36b service nova] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.814372] env[69722]: DEBUG nova.compute.manager [req-5c1f7c79-ae1f-4434-98c3-aefb94d1f860 req-f634763e-09bc-4172-b138-68b9c552f36b service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] No waiting events found dispatching network-vif-plugged-dba54dd7-b59c-40ad-9a02-dcb17ce6887c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 861.814544] env[69722]: WARNING nova.compute.manager [req-5c1f7c79-ae1f-4434-98c3-aefb94d1f860 req-f634763e-09bc-4172-b138-68b9c552f36b service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Received unexpected event network-vif-plugged-dba54dd7-b59c-40ad-9a02-dcb17ce6887c for instance with vm_state building and task_state spawning. [ 861.836101] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "6226200a-6897-46b8-a886-0ad13a72a3f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.836386] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.837020] env[69722]: DEBUG nova.compute.manager [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.837478] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d69b006-6d69-45e3-ae87-f11533b90f2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.847448] env[69722]: DEBUG nova.compute.manager [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 861.928088] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527a906b-65c4-31ec-96da-ac7c25af71be, 'name': SearchDatastore_Task, 'duration_secs': 0.02299} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.928890] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-575bf8a8-4d14-4bf9-8b8c-aa8f31972c7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.935021] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 861.935021] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523c8127-bb3c-cfd1-2883-23fe0e7a1a2b" [ 861.935021] env[69722]: _type = "Task" [ 861.935021] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.943733] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523c8127-bb3c-cfd1-2883-23fe0e7a1a2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.021905] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438376, 'name': PowerOnVM_Task, 'duration_secs': 0.859423} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.022196] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.022382] env[69722]: INFO nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Took 8.67 seconds to spawn the instance on the hypervisor. [ 862.022567] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.023367] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25011224-ac00-462e-893b-bc1ade9f735e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.049380] env[69722]: DEBUG nova.scheduler.client.report [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.188411] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "refresh_cache-f8adf648-ad9e-4b65-91fd-d56c4614fdef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.188782] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "refresh_cache-f8adf648-ad9e-4b65-91fd-d56c4614fdef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.189057] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.229530] env[69722]: DEBUG nova.compute.manager [req-b310bf74-ad2f-49a7-9a48-8105af71bc62 req-d8f0d76c-8f85-4068-bc35-2ecdbf9dfda5 service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Received event network-vif-deleted-02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.229738] env[69722]: INFO nova.compute.manager [req-b310bf74-ad2f-49a7-9a48-8105af71bc62 req-d8f0d76c-8f85-4068-bc35-2ecdbf9dfda5 service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Neutron deleted interface 02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0; detaching it from the instance and deleting it from the info cache [ 862.229912] env[69722]: DEBUG nova.network.neutron [req-b310bf74-ad2f-49a7-9a48-8105af71bc62 req-d8f0d76c-8f85-4068-bc35-2ecdbf9dfda5 service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.352735] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.353075] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5930b352-28cb-457d-9daf-95e279b5607a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.360903] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 862.360903] env[69722]: value = "task-3438379" [ 862.360903] env[69722]: _type = "Task" [ 862.360903] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.371217] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.448297] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523c8127-bb3c-cfd1-2883-23fe0e7a1a2b, 'name': SearchDatastore_Task, 'duration_secs': 0.015045} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.448297] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.448297] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 3e84be0b-2078-47ef-b88e-adb5e320b800/3e84be0b-2078-47ef-b88e-adb5e320b800.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.448297] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d148856e-6d47-4f68-9f8a-3655df13660d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.455813] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 862.455813] env[69722]: value = "task-3438380" [ 862.455813] env[69722]: _type = "Task" [ 862.455813] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.466652] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.539659] env[69722]: INFO nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Took 48.57 seconds to build instance. [ 862.557935] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.558595] env[69722]: DEBUG nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.561742] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.228s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.562009] env[69722]: DEBUG nova.objects.instance [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lazy-loading 'resources' on Instance uuid 29985cf3-76f7-48d6-b2a6-7338931186f6 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.716284] env[69722]: DEBUG nova.network.neutron [-] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.735678] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fc581d2-6508-4e97-8f83-20c5a4db91d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.739842] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.749112] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1234f5ae-3b4a-4152-a9dc-c0f104dd0de7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.790695] env[69722]: DEBUG nova.compute.manager [req-b310bf74-ad2f-49a7-9a48-8105af71bc62 req-d8f0d76c-8f85-4068-bc35-2ecdbf9dfda5 service nova] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Detach interface failed, port_id=02ce8b1e-df7c-49dc-8f2c-a0398eac2fb0, reason: Instance 50e6a7d1-12b7-43ce-89cf-6a7f283eb663 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 862.871530] env[69722]: DEBUG oslo_vmware.api [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438379, 'name': PowerOffVM_Task, 'duration_secs': 0.285826} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.871824] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.872040] env[69722]: DEBUG nova.compute.manager [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.876029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ad61d-b2a1-4496-9188-c1310181647d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.947666] env[69722]: DEBUG nova.network.neutron [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Updating instance_info_cache with network_info: [{"id": "dba54dd7-b59c-40ad-9a02-dcb17ce6887c", "address": "fa:16:3e:d9:bb:42", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba54dd7-b5", "ovs_interfaceid": "dba54dd7-b59c-40ad-9a02-dcb17ce6887c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.979392] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438380, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.041980] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.722s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.066143] env[69722]: DEBUG nova.compute.utils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.071927] env[69722]: DEBUG nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.072146] env[69722]: DEBUG nova.network.neutron [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.156230] env[69722]: DEBUG nova.policy [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f219263e5f4544d09346b7a79c63ab6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47dfddde4d140e28aa26af6c2c17c09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.216781] env[69722]: INFO nova.compute.manager [-] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Took 1.57 seconds to deallocate network for instance. [ 863.388886] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.453966] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "refresh_cache-f8adf648-ad9e-4b65-91fd-d56c4614fdef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.454402] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Instance network_info: |[{"id": "dba54dd7-b59c-40ad-9a02-dcb17ce6887c", "address": "fa:16:3e:d9:bb:42", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba54dd7-b5", "ovs_interfaceid": "dba54dd7-b59c-40ad-9a02-dcb17ce6887c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.457027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:bb:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba54dd7-b59c-40ad-9a02-dcb17ce6887c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.463281] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.463708] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.466604] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5eaaaf9a-b613-4bc8-8ae9-4586f049ad57 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.489894] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720144} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.491644] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 3e84be0b-2078-47ef-b88e-adb5e320b800/3e84be0b-2078-47ef-b88e-adb5e320b800.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.491941] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.492395] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.492395] env[69722]: value = "task-3438381" [ 863.492395] env[69722]: _type = "Task" [ 863.492395] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.492395] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e169048-6f72-4cab-ae7c-96805efd84b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.507143] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438381, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.509137] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 863.509137] env[69722]: value = "task-3438382" [ 863.509137] env[69722]: _type = "Task" [ 863.509137] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.520358] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.545186] env[69722]: DEBUG nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.576652] env[69722]: DEBUG nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.622449] env[69722]: DEBUG nova.network.neutron [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Successfully created port: 87153244-330e-4d7a-a3b7-466addb68b51 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.724546] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.733179] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc225fc-5ac0-4df7-85ec-157fbb3d6eaf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.740443] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33554ea6-fd97-4ab8-8904-474b73b48761 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.777589] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecc52b3-0550-42f0-bced-ce0c60d7080b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.785572] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d57165-75a3-4c38-94e9-5a418d162440 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.801791] env[69722]: DEBUG nova.compute.provider_tree [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.901058] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.954454] env[69722]: DEBUG nova.compute.manager [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Received event network-changed-dba54dd7-b59c-40ad-9a02-dcb17ce6887c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.954579] env[69722]: DEBUG nova.compute.manager [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Refreshing instance network info cache due to event network-changed-dba54dd7-b59c-40ad-9a02-dcb17ce6887c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.954733] env[69722]: DEBUG oslo_concurrency.lockutils [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] Acquiring lock "refresh_cache-f8adf648-ad9e-4b65-91fd-d56c4614fdef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.956622] env[69722]: DEBUG oslo_concurrency.lockutils [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] Acquired lock "refresh_cache-f8adf648-ad9e-4b65-91fd-d56c4614fdef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.956622] env[69722]: DEBUG nova.network.neutron [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Refreshing network info cache for port dba54dd7-b59c-40ad-9a02-dcb17ce6887c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.012648] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438381, 'name': CreateVM_Task, 'duration_secs': 0.413757} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.012648] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.013935] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.014199] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.014580] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.015722] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abae141-57a5-4140-801b-196bd56099df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.024289] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118929} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.024597] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 864.024597] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b92059-fea7-a412-995d-9d1ab93cd979" [ 864.024597] env[69722]: _type = "Task" [ 864.024597] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.026120] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.027336] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e86962-571d-4be8-a0f8-264986413a15 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.078164] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 3e84be0b-2078-47ef-b88e-adb5e320b800/3e84be0b-2078-47ef-b88e-adb5e320b800.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.078164] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b92059-fea7-a412-995d-9d1ab93cd979, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.080519] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8099df97-1a58-4c87-accd-461426b5b30d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.102604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.102604] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.102604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.102604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.102604] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.105937] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b3813bb-07c1-49c6-a054-6530cb25ef75 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.114501] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 864.114501] env[69722]: value = "task-3438383" [ 864.114501] env[69722]: _type = "Task" [ 864.114501] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.119285] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.120570] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.120570] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27b38bf-1c58-44d2-927b-7382e10dfc0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.126619] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.129347] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 864.129347] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52743cfb-31dd-3109-cf41-14e28be8f612" [ 864.129347] env[69722]: _type = "Task" [ 864.129347] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.137438] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52743cfb-31dd-3109-cf41-14e28be8f612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.174241] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.304925] env[69722]: DEBUG nova.scheduler.client.report [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.612293] env[69722]: DEBUG nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.631891] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438383, 'name': ReconfigVM_Task, 'duration_secs': 0.29364} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.638198] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 3e84be0b-2078-47ef-b88e-adb5e320b800/3e84be0b-2078-47ef-b88e-adb5e320b800.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.639177] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9600c22-4728-47ac-b5fc-39d886f25491 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.648851] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52743cfb-31dd-3109-cf41-14e28be8f612, 'name': SearchDatastore_Task, 'duration_secs': 0.014744} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.652025] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.652025] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.652025] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.652025] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.652025] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.652025] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.653098] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.653434] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.653925] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.654323] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.654517] env[69722]: DEBUG nova.virt.hardware [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.657705] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6bfc83-5cf7-4b59-89b5-2fb6cddab722 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.660578] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 864.660578] env[69722]: value = "task-3438384" [ 864.660578] env[69722]: _type = "Task" [ 864.660578] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.663231] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5621d5-91bf-41fd-b8d2-0d991ec7fda4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.680939] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f08c1a-e30f-4b63-85bb-5ea73931e91b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.691339] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 864.691339] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5291d631-b68e-bcd0-4859-afe484db52a2" [ 864.691339] env[69722]: _type = "Task" [ 864.691339] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.691592] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438384, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.711118] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5291d631-b68e-bcd0-4859-afe484db52a2, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.711537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.711671] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] f8adf648-ad9e-4b65-91fd-d56c4614fdef/f8adf648-ad9e-4b65-91fd-d56c4614fdef.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.711960] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e857e6f-054e-4441-b104-ebcee26ddee8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.718248] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 864.718248] env[69722]: value = "task-3438385" [ 864.718248] env[69722]: _type = "Task" [ 864.718248] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.727299] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.774877] env[69722]: DEBUG nova.network.neutron [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Updated VIF entry in instance network info cache for port dba54dd7-b59c-40ad-9a02-dcb17ce6887c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.775337] env[69722]: DEBUG nova.network.neutron [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Updating instance_info_cache with network_info: [{"id": "dba54dd7-b59c-40ad-9a02-dcb17ce6887c", "address": "fa:16:3e:d9:bb:42", "network": {"id": "d55ff344-3abd-43a5-9925-64256b9ba4dd", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1443055691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c53924bf56d4ef3acd6f692859441ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba54dd7-b5", "ovs_interfaceid": "dba54dd7-b59c-40ad-9a02-dcb17ce6887c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.812751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.815544] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.898s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.815544] env[69722]: DEBUG nova.objects.instance [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lazy-loading 'resources' on Instance uuid 478c8253-7572-450d-a56e-a7867bbea23b {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.835110] env[69722]: INFO nova.scheduler.client.report [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted allocations for instance 29985cf3-76f7-48d6-b2a6-7338931186f6 [ 865.019962] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "6226200a-6897-46b8-a886-0ad13a72a3f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.020306] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.020515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "6226200a-6897-46b8-a886-0ad13a72a3f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.020694] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.020859] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.023283] env[69722]: INFO nova.compute.manager [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Terminating instance [ 865.187047] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438384, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.231675] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.240684] env[69722]: DEBUG nova.compute.manager [req-94915912-d990-4266-ac01-212966c98cb7 req-55408ceb-ad2c-41c0-90d8-07063e98bcc0 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Received event network-vif-plugged-87153244-330e-4d7a-a3b7-466addb68b51 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.240684] env[69722]: DEBUG oslo_concurrency.lockutils [req-94915912-d990-4266-ac01-212966c98cb7 req-55408ceb-ad2c-41c0-90d8-07063e98bcc0 service nova] Acquiring lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.242949] env[69722]: DEBUG oslo_concurrency.lockutils [req-94915912-d990-4266-ac01-212966c98cb7 req-55408ceb-ad2c-41c0-90d8-07063e98bcc0 service nova] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.242949] env[69722]: DEBUG oslo_concurrency.lockutils [req-94915912-d990-4266-ac01-212966c98cb7 req-55408ceb-ad2c-41c0-90d8-07063e98bcc0 service nova] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.242949] env[69722]: DEBUG nova.compute.manager [req-94915912-d990-4266-ac01-212966c98cb7 req-55408ceb-ad2c-41c0-90d8-07063e98bcc0 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] No waiting events found dispatching network-vif-plugged-87153244-330e-4d7a-a3b7-466addb68b51 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.242949] env[69722]: WARNING nova.compute.manager [req-94915912-d990-4266-ac01-212966c98cb7 req-55408ceb-ad2c-41c0-90d8-07063e98bcc0 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Received unexpected event network-vif-plugged-87153244-330e-4d7a-a3b7-466addb68b51 for instance with vm_state building and task_state spawning. [ 865.278569] env[69722]: DEBUG oslo_concurrency.lockutils [req-6e951567-140a-4afa-a715-def1c116c122 req-9bd6f45a-49e3-4c9f-909e-a9ded30b9801 service nova] Releasing lock "refresh_cache-f8adf648-ad9e-4b65-91fd-d56c4614fdef" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.333964] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.335568] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.341429] env[69722]: DEBUG oslo_concurrency.lockutils [None req-436cbaf0-6be4-4d9f-b96a-9d03839a643d tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "29985cf3-76f7-48d6-b2a6-7338931186f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.613s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.374795] env[69722]: DEBUG nova.network.neutron [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Successfully updated port: 87153244-330e-4d7a-a3b7-466addb68b51 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.528966] env[69722]: DEBUG nova.compute.manager [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.529424] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.530522] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c044021-1b5a-4801-9863-1715dd884bbb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.538883] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.541894] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d44c2c3c-81a8-4f05-bf3a-f015e68c1b7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.635023] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.635023] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.635023] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleting the datastore file [datastore1] 6226200a-6897-46b8-a886-0ad13a72a3f7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.635023] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b04bc2d-b337-457d-8189-de51d97b34f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.641974] env[69722]: DEBUG oslo_vmware.api [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 865.641974] env[69722]: value = "task-3438387" [ 865.641974] env[69722]: _type = "Task" [ 865.641974] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.649568] env[69722]: DEBUG oslo_vmware.api [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.687047] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438384, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.729092] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641905} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.729348] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] f8adf648-ad9e-4b65-91fd-d56c4614fdef/f8adf648-ad9e-4b65-91fd-d56c4614fdef.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.729560] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.729817] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5a49989-d0f0-4eb8-8486-cd9beedcc1d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.738515] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 865.738515] env[69722]: value = "task-3438388" [ 865.738515] env[69722]: _type = "Task" [ 865.738515] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.746254] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.874036] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0712eb34-f13f-4528-833e-14c1404955b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.877529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "refresh_cache-6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.877529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "refresh_cache-6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.877529] env[69722]: DEBUG nova.network.neutron [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.884409] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87e6778-562c-4804-8cc7-45ba780cf742 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.916222] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de7aea9-4414-47cb-8b07-bbb69d897467 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.925812] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a1d152-4436-4a09-946f-c5a2a6c44ded {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.939959] env[69722]: DEBUG nova.compute.provider_tree [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.151855] env[69722]: DEBUG oslo_vmware.api [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.182058] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438384, 'name': Rename_Task, 'duration_secs': 1.13772} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.182380] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.182631] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcac5a4e-2b26-4f0d-88d1-cb7bb0357f40 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.190241] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 866.190241] env[69722]: value = "task-3438389" [ 866.190241] env[69722]: _type = "Task" [ 866.190241] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.198355] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.247829] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206527} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.249028] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.249028] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109cec1c-1a52-4eab-a1db-e936bf67abdb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.272029] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] f8adf648-ad9e-4b65-91fd-d56c4614fdef/f8adf648-ad9e-4b65-91fd-d56c4614fdef.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.272358] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4234a3a5-d3e1-47da-82ff-773bd354358c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.292017] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 866.292017] env[69722]: value = "task-3438390" [ 866.292017] env[69722]: _type = "Task" [ 866.292017] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.300146] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.412797] env[69722]: DEBUG nova.network.neutron [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.443497] env[69722]: DEBUG nova.scheduler.client.report [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.549552] env[69722]: DEBUG nova.network.neutron [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Updating instance_info_cache with network_info: [{"id": "87153244-330e-4d7a-a3b7-466addb68b51", "address": "fa:16:3e:9a:fb:55", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87153244-33", "ovs_interfaceid": "87153244-330e-4d7a-a3b7-466addb68b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.651627] env[69722]: DEBUG oslo_vmware.api [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644046} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.652114] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.652114] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.652272] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.652462] env[69722]: INFO nova.compute.manager [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 866.653233] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.653233] env[69722]: DEBUG nova.compute.manager [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.653233] env[69722]: DEBUG nova.network.neutron [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.700537] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438389, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.802020] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438390, 'name': ReconfigVM_Task, 'duration_secs': 0.388666} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.802409] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Reconfigured VM instance instance-00000039 to attach disk [datastore2] f8adf648-ad9e-4b65-91fd-d56c4614fdef/f8adf648-ad9e-4b65-91fd-d56c4614fdef.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.803123] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6d7c28c-1eea-4b5a-ae4a-47bd27975dd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.813165] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 866.813165] env[69722]: value = "task-3438391" [ 866.813165] env[69722]: _type = "Task" [ 866.813165] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.822116] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438391, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.948239] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.951140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.795s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.951337] env[69722]: DEBUG nova.objects.instance [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 866.975490] env[69722]: INFO nova.scheduler.client.report [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Deleted allocations for instance 478c8253-7572-450d-a56e-a7867bbea23b [ 867.052555] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "refresh_cache-6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.052979] env[69722]: DEBUG nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Instance network_info: |[{"id": "87153244-330e-4d7a-a3b7-466addb68b51", "address": "fa:16:3e:9a:fb:55", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87153244-33", "ovs_interfaceid": "87153244-330e-4d7a-a3b7-466addb68b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.054150] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:fb:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87153244-330e-4d7a-a3b7-466addb68b51', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.062032] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.062032] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.062182] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6250551e-f9ae-4bb8-a906-aef03ecb61e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.081896] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.081896] env[69722]: value = "task-3438392" [ 867.081896] env[69722]: _type = "Task" [ 867.081896] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.089817] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438392, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.200023] env[69722]: DEBUG oslo_vmware.api [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438389, 'name': PowerOnVM_Task, 'duration_secs': 0.523668} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.202743] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.202982] env[69722]: INFO nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Took 16.74 seconds to spawn the instance on the hypervisor. [ 867.203197] env[69722]: DEBUG nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.204240] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603d0c2a-f7da-4a47-8e8d-b446cfb64c15 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.329723] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438391, 'name': Rename_Task, 'duration_secs': 0.177237} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.330296] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.330690] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1705442-2002-4eb5-bab4-5617243a2f01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.338337] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 867.338337] env[69722]: value = "task-3438393" [ 867.338337] env[69722]: _type = "Task" [ 867.338337] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.347237] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.349972] env[69722]: DEBUG nova.compute.manager [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Received event network-changed-87153244-330e-4d7a-a3b7-466addb68b51 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.350185] env[69722]: DEBUG nova.compute.manager [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Refreshing instance network info cache due to event network-changed-87153244-330e-4d7a-a3b7-466addb68b51. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.350628] env[69722]: DEBUG oslo_concurrency.lockutils [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] Acquiring lock "refresh_cache-6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.350727] env[69722]: DEBUG oslo_concurrency.lockutils [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] Acquired lock "refresh_cache-6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.350896] env[69722]: DEBUG nova.network.neutron [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Refreshing network info cache for port 87153244-330e-4d7a-a3b7-466addb68b51 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.396028] env[69722]: DEBUG nova.network.neutron [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.482843] env[69722]: DEBUG oslo_concurrency.lockutils [None req-adcad27f-fccd-45df-8fc0-9ae12a1ef46f tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "478c8253-7572-450d-a56e-a7867bbea23b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.093s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.592603] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438392, 'name': CreateVM_Task, 'duration_secs': 0.344886} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.592797] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.593526] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.593702] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.594026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.594284] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f9253e4-4744-4782-a999-5c5b4d1452fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.599022] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 867.599022] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b96224-9cab-0309-228c-2641d1751162" [ 867.599022] env[69722]: _type = "Task" [ 867.599022] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.606754] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b96224-9cab-0309-228c-2641d1751162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.725186] env[69722]: INFO nova.compute.manager [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Took 54.97 seconds to build instance. [ 867.848075] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438393, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.899392] env[69722]: INFO nova.compute.manager [-] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Took 1.25 seconds to deallocate network for instance. [ 867.963019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ba0e6649-8b2b-46c0-b473-09c09321fea3 tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.964847] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.179s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.965059] env[69722]: DEBUG nova.objects.instance [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.110058] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b96224-9cab-0309-228c-2641d1751162, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.110395] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.110677] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.110896] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.111171] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.111396] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.111680] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca221ae1-a764-4fd8-a786-efad9da2b2ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.122742] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.123015] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.123865] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3cd4e8-3dd9-4a1d-a207-3e2a147021c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.131513] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 868.131513] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f532fe-2f2b-8742-2128-b38cf5a25723" [ 868.131513] env[69722]: _type = "Task" [ 868.131513] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.139116] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f532fe-2f2b-8742-2128-b38cf5a25723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.151636] env[69722]: DEBUG nova.network.neutron [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Updated VIF entry in instance network info cache for port 87153244-330e-4d7a-a3b7-466addb68b51. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.152016] env[69722]: DEBUG nova.network.neutron [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Updating instance_info_cache with network_info: [{"id": "87153244-330e-4d7a-a3b7-466addb68b51", "address": "fa:16:3e:9a:fb:55", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87153244-33", "ovs_interfaceid": "87153244-330e-4d7a-a3b7-466addb68b51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.227660] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d75d00-6576-4674-88c6-fa95b2c6ce1e tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.438s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.349102] env[69722]: DEBUG oslo_vmware.api [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438393, 'name': PowerOnVM_Task, 'duration_secs': 0.510399} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.349396] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.349606] env[69722]: INFO nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Took 7.56 seconds to spawn the instance on the hypervisor. [ 868.349779] env[69722]: DEBUG nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 868.350557] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f45706c-1e1e-4996-967d-889cf7c5c808 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.407030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.550385] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "3e84be0b-2078-47ef-b88e-adb5e320b800" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.550657] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.550860] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.551083] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.551226] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.553651] env[69722]: INFO nova.compute.manager [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Terminating instance [ 868.643119] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f532fe-2f2b-8742-2128-b38cf5a25723, 'name': SearchDatastore_Task, 'duration_secs': 0.027642} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.644032] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b60199c5-c03f-4781-ac66-74d66ec51a14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.652057] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 868.652057] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a50e4e-c0a8-eb5e-fcc9-65747327e944" [ 868.652057] env[69722]: _type = "Task" [ 868.652057] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.657382] env[69722]: DEBUG oslo_concurrency.lockutils [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] Releasing lock "refresh_cache-6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.657382] env[69722]: DEBUG nova.compute.manager [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Received event network-vif-deleted-ebf959ee-9116-4a4b-bf71-53da741d4fea {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.657382] env[69722]: INFO nova.compute.manager [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Neutron deleted interface ebf959ee-9116-4a4b-bf71-53da741d4fea; detaching it from the instance and deleting it from the info cache [ 868.657382] env[69722]: DEBUG nova.network.neutron [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.662783] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a50e4e-c0a8-eb5e-fcc9-65747327e944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.733533] env[69722]: DEBUG nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 868.867218] env[69722]: INFO nova.compute.manager [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Took 52.92 seconds to build instance. [ 868.974222] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd261ffa-8ee7-4ada-8fc6-7334ce67e7d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.975337] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.873s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.976816] env[69722]: INFO nova.compute.claims [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.060829] env[69722]: DEBUG nova.compute.manager [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.061111] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.062053] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e866620b-8384-4dfb-a833-4600896a5b63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.070104] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.070104] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a18fdb-0760-4235-830e-e002624d2b91 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.076320] env[69722]: DEBUG oslo_vmware.api [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 869.076320] env[69722]: value = "task-3438394" [ 869.076320] env[69722]: _type = "Task" [ 869.076320] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.084583] env[69722]: DEBUG oslo_vmware.api [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.163891] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b6a8cfd-16f6-4ff3-acf1-a12971a4a0d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.165813] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a50e4e-c0a8-eb5e-fcc9-65747327e944, 'name': SearchDatastore_Task, 'duration_secs': 0.015443} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.166110] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.166399] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929/6b82c582-3bb0-4b3a-a0fe-3e589eaa6929.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.167027] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b433c69d-ee7b-4abc-9522-8113e4ae602e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.173992] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7932790-60c9-4889-a47f-c455cae253ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.192413] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 869.192413] env[69722]: value = "task-3438395" [ 869.192413] env[69722]: _type = "Task" [ 869.192413] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.207100] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.219168] env[69722]: DEBUG nova.compute.manager [req-3d604f7d-0e85-4c55-8f15-953a56cd7b23 req-107c2ad7-fc50-4291-b7c7-626c64e73be5 service nova] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Detach interface failed, port_id=ebf959ee-9116-4a4b-bf71-53da741d4fea, reason: Instance 6226200a-6897-46b8-a886-0ad13a72a3f7 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 869.250911] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.250911] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.251772] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.251772] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.251772] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.253738] env[69722]: INFO nova.compute.manager [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Terminating instance [ 869.258960] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.312737] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.342155] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "26110aee-d477-4308-80ab-dcb8fc4d4c06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.342543] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.342839] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "26110aee-d477-4308-80ab-dcb8fc4d4c06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.343160] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.343428] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.345963] env[69722]: INFO nova.compute.manager [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Terminating instance [ 869.368924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-76622f2b-8ee6-46a8-8016-258653f6bf5b tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.017s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.370361] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.058s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.370613] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.370940] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.371233] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.373366] env[69722]: INFO nova.compute.manager [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Terminating instance [ 869.589293] env[69722]: DEBUG oslo_vmware.api [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438394, 'name': PowerOffVM_Task, 'duration_secs': 0.328409} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.589594] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.589769] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.590047] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc51a575-b3c7-42b6-baa8-f072d867ead9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.704395] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438395, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.757835] env[69722]: DEBUG nova.compute.manager [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.758142] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.758977] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1613387-918f-4d92-b377-7ea4e94e1b5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.763648] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.763872] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.764167] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Deleting the datastore file [datastore2] 3e84be0b-2078-47ef-b88e-adb5e320b800 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.764925] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2675b84-dc3b-4e70-8f6e-456e016d8a70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.769733] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.770249] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da7186e6-3f5f-4b22-ba64-7be1c10d84c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.773690] env[69722]: DEBUG oslo_vmware.api [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 869.773690] env[69722]: value = "task-3438397" [ 869.773690] env[69722]: _type = "Task" [ 869.773690] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.777683] env[69722]: DEBUG oslo_vmware.api [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 869.777683] env[69722]: value = "task-3438398" [ 869.777683] env[69722]: _type = "Task" [ 869.777683] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.784246] env[69722]: DEBUG oslo_vmware.api [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.791203] env[69722]: DEBUG oslo_vmware.api [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.851296] env[69722]: DEBUG nova.compute.manager [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.851556] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.852504] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25f2112-4d5d-496a-9e88-7d3fd233ba8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.860455] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.860758] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81cc2be0-8c51-498d-9b4f-a0926e97056c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.867530] env[69722]: DEBUG oslo_vmware.api [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 869.867530] env[69722]: value = "task-3438399" [ 869.867530] env[69722]: _type = "Task" [ 869.867530] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.878883] env[69722]: DEBUG nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.882174] env[69722]: DEBUG nova.compute.manager [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.882448] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.883208] env[69722]: DEBUG oslo_vmware.api [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.883944] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87239291-3bea-43bb-b25f-cb40b71b829c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.892133] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.892448] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-affc3089-1f8f-42bd-b43a-3f994a7f7cf5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.900284] env[69722]: DEBUG oslo_vmware.api [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 869.900284] env[69722]: value = "task-3438400" [ 869.900284] env[69722]: _type = "Task" [ 869.900284] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.909503] env[69722]: DEBUG oslo_vmware.api [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.206444] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60126} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.206744] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929/6b82c582-3bb0-4b3a-a0fe-3e589eaa6929.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 870.206963] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 870.207233] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bcb979a-f4ec-42e3-9cba-10c470ad1f7c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.214765] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 870.214765] env[69722]: value = "task-3438401" [ 870.214765] env[69722]: _type = "Task" [ 870.214765] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.226033] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.284655] env[69722]: DEBUG oslo_vmware.api [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217721} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.288080] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.288080] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.288080] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.288080] env[69722]: INFO nova.compute.manager [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Took 1.23 seconds to destroy the instance on the hypervisor. [ 870.288080] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.289034] env[69722]: DEBUG nova.compute.manager [-] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.289034] env[69722]: DEBUG nova.network.neutron [-] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.292842] env[69722]: DEBUG oslo_vmware.api [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438398, 'name': PowerOffVM_Task, 'duration_secs': 0.243527} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.293341] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.293512] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.293742] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c0f5b70-d41b-4809-b42f-364185ee225e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.359238] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.359238] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.359238] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleting the datastore file [datastore1] 76f2b81d-c650-4c6c-9e8f-e08b965095b0 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.359407] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-434c78d7-6ce7-4790-89ee-bc7f7098923d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.366142] env[69722]: DEBUG oslo_vmware.api [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 870.366142] env[69722]: value = "task-3438403" [ 870.366142] env[69722]: _type = "Task" [ 870.366142] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.383356] env[69722]: DEBUG oslo_vmware.api [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.383747] env[69722]: DEBUG oslo_vmware.api [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438399, 'name': PowerOffVM_Task, 'duration_secs': 0.237785} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.389120] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.389416] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.392230] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90212885-b7c3-4d90-b035-33b0f44dcef7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.400021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.412179] env[69722]: DEBUG oslo_vmware.api [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438400, 'name': PowerOffVM_Task, 'duration_secs': 0.219378} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.412179] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.412179] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.412428] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-208efcde-252c-465d-a9d0-2d37a984c715 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.450596] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.452406] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.452753] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Deleting the datastore file [datastore2] 26110aee-d477-4308-80ab-dcb8fc4d4c06 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.453885] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4219aff-5f50-4e0b-876c-b12f2b86186c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.461419] env[69722]: DEBUG oslo_vmware.api [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for the task: (returnval){ [ 870.461419] env[69722]: value = "task-3438406" [ 870.461419] env[69722]: _type = "Task" [ 870.461419] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.470332] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.470332] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.470414] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleting the datastore file [datastore2] f8adf648-ad9e-4b65-91fd-d56c4614fdef {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.470638] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c4a9d5c-dd9c-4e90-bb22-3779c4d7094e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.476910] env[69722]: DEBUG oslo_vmware.api [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.480446] env[69722]: DEBUG oslo_vmware.api [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for the task: (returnval){ [ 870.480446] env[69722]: value = "task-3438407" [ 870.480446] env[69722]: _type = "Task" [ 870.480446] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.489084] env[69722]: DEBUG oslo_vmware.api [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.531022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd2139d-c2a9-430c-bbfc-4565add10aae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.539187] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31bc48b6-1000-4b53-b83a-c116c38cd126 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.570556] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3245ebf7-f850-410c-a33c-63200fa44356 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.579142] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3d2a67-0ee8-409c-a69d-a2001537280e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.591993] env[69722]: DEBUG nova.compute.provider_tree [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.665299] env[69722]: DEBUG nova.compute.manager [req-af362ded-ca5b-4bac-a571-f1fb7ef1de0d req-7e658807-d0e4-4f5e-9595-bd47d20e1c85 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-vif-deleted-b64fa2be-063e-4621-b8f9-7a2711a98220 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.665566] env[69722]: INFO nova.compute.manager [req-af362ded-ca5b-4bac-a571-f1fb7ef1de0d req-7e658807-d0e4-4f5e-9595-bd47d20e1c85 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Neutron deleted interface b64fa2be-063e-4621-b8f9-7a2711a98220; detaching it from the instance and deleting it from the info cache [ 870.665848] env[69722]: DEBUG nova.network.neutron [req-af362ded-ca5b-4bac-a571-f1fb7ef1de0d req-7e658807-d0e4-4f5e-9595-bd47d20e1c85 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Updating instance_info_cache with network_info: [{"id": "e103819c-2ff5-4a1c-8687-2873649cb006", "address": "fa:16:3e:42:22:8d", "network": {"id": "4a0cb4e2-894f-43ea-8eed-b51a4b92be94", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-409371690", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape103819c-2f", "ovs_interfaceid": "e103819c-2ff5-4a1c-8687-2873649cb006", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "address": "fa:16:3e:e0:6c:89", "network": {"id": "54b4af65-bf3c-4aea-8646-02d390b7c4ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-78973745", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4105fae7-3de1-4a6c-a44b-39097c174699", "external-id": "nsx-vlan-transportzone-773", "segmentation_id": 773, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ce21f1-92", "ovs_interfaceid": "67ce21f1-925b-43e7-a7db-1cfe6a30753e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.724780] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064833} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.725124] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.726019] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e35f6f0-550b-47ce-af6a-23c7b2045870 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.750799] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929/6b82c582-3bb0-4b3a-a0fe-3e589eaa6929.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.752501] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e408bca1-9a9b-436c-abc7-2af115e268ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.772614] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 870.772614] env[69722]: value = "task-3438408" [ 870.772614] env[69722]: _type = "Task" [ 870.772614] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.781356] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.876154] env[69722]: DEBUG oslo_vmware.api [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155305} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.876949] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.877170] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.877352] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.877533] env[69722]: INFO nova.compute.manager [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 870.877780] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.877977] env[69722]: DEBUG nova.compute.manager [-] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.878113] env[69722]: DEBUG nova.network.neutron [-] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.970955] env[69722]: DEBUG oslo_vmware.api [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Task: {'id': task-3438406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20846} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.971247] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.971504] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.971672] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.971870] env[69722]: INFO nova.compute.manager [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Took 1.12 seconds to destroy the instance on the hypervisor. [ 870.972193] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.972649] env[69722]: DEBUG nova.compute.manager [-] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.972783] env[69722]: DEBUG nova.network.neutron [-] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 870.993530] env[69722]: DEBUG oslo_vmware.api [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Task: {'id': task-3438407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205837} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.993818] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.994070] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.994423] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.994635] env[69722]: INFO nova.compute.manager [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Took 1.11 seconds to destroy the instance on the hypervisor. [ 870.995598] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.996698] env[69722]: DEBUG nova.compute.manager [-] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 870.996763] env[69722]: DEBUG nova.network.neutron [-] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.097143] env[69722]: DEBUG nova.scheduler.client.report [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.173528] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63afd217-cbf4-4755-9e0f-3783eca33f35 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.185368] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fb61dd-6b87-42ec-b78a-a02f2fd19156 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.224912] env[69722]: DEBUG nova.compute.manager [req-af362ded-ca5b-4bac-a571-f1fb7ef1de0d req-7e658807-d0e4-4f5e-9595-bd47d20e1c85 service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Detach interface failed, port_id=b64fa2be-063e-4621-b8f9-7a2711a98220, reason: Instance 3e84be0b-2078-47ef-b88e-adb5e320b800 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.291952] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438408, 'name': ReconfigVM_Task, 'duration_secs': 0.299565} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.291952] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929/6b82c582-3bb0-4b3a-a0fe-3e589eaa6929.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.292570] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8078220b-f1c7-42d1-a0f6-d62e3810502b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.298687] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 871.298687] env[69722]: value = "task-3438409" [ 871.298687] env[69722]: _type = "Task" [ 871.298687] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.308546] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438409, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.311638] env[69722]: DEBUG nova.compute.manager [req-7d10904f-c1c4-4817-aa64-78cdedaaed46 req-0dcc1323-cf96-4010-b60d-bd514e299b2f service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Received event network-vif-deleted-469748fb-2d4a-4dd1-a30d-48fe23697909 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.311638] env[69722]: INFO nova.compute.manager [req-7d10904f-c1c4-4817-aa64-78cdedaaed46 req-0dcc1323-cf96-4010-b60d-bd514e299b2f service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Neutron deleted interface 469748fb-2d4a-4dd1-a30d-48fe23697909; detaching it from the instance and deleting it from the info cache [ 871.311638] env[69722]: DEBUG nova.network.neutron [req-7d10904f-c1c4-4817-aa64-78cdedaaed46 req-0dcc1323-cf96-4010-b60d-bd514e299b2f service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.451615] env[69722]: DEBUG nova.network.neutron [-] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.605023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.605023] env[69722]: DEBUG nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 871.605259] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.912s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.737233] env[69722]: DEBUG nova.network.neutron [-] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.760372] env[69722]: DEBUG nova.network.neutron [-] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.816119] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438409, 'name': Rename_Task, 'duration_secs': 0.198321} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.816119] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.816422] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6589c85-c9b6-4274-8f0c-53c2057db5e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.818338] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a890448c-9882-4050-85cd-4db35ebf063f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.823994] env[69722]: DEBUG nova.network.neutron [-] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.829113] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560d83e-12cf-4750-bfb3-4d9bc5aff703 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.841856] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 871.841856] env[69722]: value = "task-3438410" [ 871.841856] env[69722]: _type = "Task" [ 871.841856] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.853600] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438410, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.865791] env[69722]: DEBUG nova.compute.manager [req-7d10904f-c1c4-4817-aa64-78cdedaaed46 req-0dcc1323-cf96-4010-b60d-bd514e299b2f service nova] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Detach interface failed, port_id=469748fb-2d4a-4dd1-a30d-48fe23697909, reason: Instance 76f2b81d-c650-4c6c-9e8f-e08b965095b0 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.954088] env[69722]: INFO nova.compute.manager [-] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Took 1.67 seconds to deallocate network for instance. [ 872.112418] env[69722]: INFO nova.compute.claims [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.116659] env[69722]: DEBUG nova.compute.utils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.118411] env[69722]: DEBUG nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.118411] env[69722]: DEBUG nova.network.neutron [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.166124] env[69722]: DEBUG nova.policy [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f3c7ecd8c1d4cc1b2cf4557fc0e4ae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '018d0865101c49038bb9e7153edf1daa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.240620] env[69722]: INFO nova.compute.manager [-] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Took 1.36 seconds to deallocate network for instance. [ 872.262918] env[69722]: INFO nova.compute.manager [-] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Took 1.29 seconds to deallocate network for instance. [ 872.327513] env[69722]: INFO nova.compute.manager [-] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Took 1.33 seconds to deallocate network for instance. [ 872.354080] env[69722]: DEBUG oslo_vmware.api [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438410, 'name': PowerOnVM_Task, 'duration_secs': 0.476053} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.354367] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.354566] env[69722]: INFO nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Took 7.74 seconds to spawn the instance on the hypervisor. [ 872.354737] env[69722]: DEBUG nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.356162] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c98729d-a318-480b-9aee-b2dd6a111e5e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.460751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.493841] env[69722]: DEBUG nova.network.neutron [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Successfully created port: d72bed2e-a37e-40a5-9237-60a5ffaadd57 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 872.620497] env[69722]: INFO nova.compute.resource_tracker [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating resource usage from migration c7490f38-b550-4396-b9ba-9b5360692776 [ 872.623742] env[69722]: DEBUG nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 872.749582] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.769228] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.836099] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.858829] env[69722]: DEBUG nova.compute.manager [req-7845a17d-7d99-46bb-a817-7a7fe6f7e9c0 req-7da2c1b1-733d-4191-b6a2-1d5a03f2868a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-vif-deleted-67ce21f1-925b-43e7-a7db-1cfe6a30753e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.859111] env[69722]: DEBUG nova.compute.manager [req-7845a17d-7d99-46bb-a817-7a7fe6f7e9c0 req-7da2c1b1-733d-4191-b6a2-1d5a03f2868a service nova] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Received event network-vif-deleted-e103819c-2ff5-4a1c-8687-2873649cb006 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.859227] env[69722]: DEBUG nova.compute.manager [req-7845a17d-7d99-46bb-a817-7a7fe6f7e9c0 req-7da2c1b1-733d-4191-b6a2-1d5a03f2868a service nova] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Received event network-vif-deleted-4044bc8e-f9bf-420e-bbdc-8e1af3eb893c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.872727] env[69722]: INFO nova.compute.manager [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Took 52.16 seconds to build instance. [ 873.118551] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1feb796-b554-41e3-b311-68c92cfac8bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.126172] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91323ac-c2ac-4a5e-a0ac-1d2f95fc2374 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.161404] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb17cea8-a9f5-4ae6-837d-0a8497ed191c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.170333] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd936ba-676b-4a73-8fbd-d52ab68cd469 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.184440] env[69722]: DEBUG nova.compute.provider_tree [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.336396] env[69722]: DEBUG nova.compute.manager [req-48a4d456-1a73-4639-b915-4ebb564f43ef req-4e71a2e1-918c-4e98-aa81-054dc50e299e service nova] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Received event network-vif-deleted-dba54dd7-b59c-40ad-9a02-dcb17ce6887c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.376093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae6db13b-6179-4b09-99b2-e40e586dab81 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.363s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.662710] env[69722]: DEBUG nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 873.684930] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 873.685173] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 873.685329] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 873.685598] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 873.685755] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 873.685903] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 873.686125] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 873.686290] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 873.686518] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 873.686703] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 873.686875] env[69722]: DEBUG nova.virt.hardware [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 873.687746] env[69722]: DEBUG nova.scheduler.client.report [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.691580] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a1b916-aac5-46dc-b24c-e53fd900f022 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.700141] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2f458-3d57-44d0-9c70-4d0aedab08e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.877815] env[69722]: DEBUG nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.004022] env[69722]: DEBUG nova.compute.manager [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.004022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f7d11d-953a-4be4-819d-be42e0313532 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.076783] env[69722]: DEBUG nova.network.neutron [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Successfully updated port: d72bed2e-a37e-40a5-9237-60a5ffaadd57 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.195581] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.590s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.195813] env[69722]: INFO nova.compute.manager [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Migrating [ 874.202622] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.401s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.202872] env[69722]: DEBUG nova.objects.instance [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lazy-loading 'resources' on Instance uuid 589b4e68-0f68-4d15-9679-b21aa1a0ccf9 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.399477] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.514042] env[69722]: INFO nova.compute.manager [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] instance snapshotting [ 874.516772] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c98fe9-bd92-4d43-90aa-6858c339f66b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.536082] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e4d86-22f3-4026-b9e3-fc8c682c77ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.578334] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.578485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.578642] env[69722]: DEBUG nova.network.neutron [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.711620] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.712876] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.712876] env[69722]: DEBUG nova.network.neutron [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.047985] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 875.048991] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2dd98e60-81ae-44a0-a4c8-948274588fdc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.059412] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 875.059412] env[69722]: value = "task-3438411" [ 875.059412] env[69722]: _type = "Task" [ 875.059412] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.069564] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.144018] env[69722]: DEBUG nova.network.neutron [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.163051] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5711e8-378d-46e4-accf-572372a87efa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.172640] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb7c595-fc24-4983-96cf-ffa4d44aac1a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.209974] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a5059e-9b0a-41f8-8348-d606c8cc0144 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.219976] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad748acf-6181-426f-b928-3fa3b372cc87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.235429] env[69722]: DEBUG nova.compute.provider_tree [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.342061] env[69722]: DEBUG nova.network.neutron [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Updating instance_info_cache with network_info: [{"id": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "address": "fa:16:3e:80:36:a4", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bed2e-a3", "ovs_interfaceid": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.453806] env[69722]: DEBUG nova.compute.manager [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Received event network-vif-plugged-d72bed2e-a37e-40a5-9237-60a5ffaadd57 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.453934] env[69722]: DEBUG oslo_concurrency.lockutils [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] Acquiring lock "5ae4397d-b6d0-43c4-b2b4-80536575928c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.454068] env[69722]: DEBUG oslo_concurrency.lockutils [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.454245] env[69722]: DEBUG oslo_concurrency.lockutils [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.454408] env[69722]: DEBUG nova.compute.manager [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] No waiting events found dispatching network-vif-plugged-d72bed2e-a37e-40a5-9237-60a5ffaadd57 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.454644] env[69722]: WARNING nova.compute.manager [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Received unexpected event network-vif-plugged-d72bed2e-a37e-40a5-9237-60a5ffaadd57 for instance with vm_state building and task_state spawning. [ 875.454722] env[69722]: DEBUG nova.compute.manager [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Received event network-changed-d72bed2e-a37e-40a5-9237-60a5ffaadd57 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.454872] env[69722]: DEBUG nova.compute.manager [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Refreshing instance network info cache due to event network-changed-d72bed2e-a37e-40a5-9237-60a5ffaadd57. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.455054] env[69722]: DEBUG oslo_concurrency.lockutils [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] Acquiring lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.464133] env[69722]: DEBUG nova.network.neutron [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance_info_cache with network_info: [{"id": "f189665c-a4ab-4703-ae40-e7f8929b152e", "address": "fa:16:3e:86:4c:62", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf189665c-a4", "ovs_interfaceid": "f189665c-a4ab-4703-ae40-e7f8929b152e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.569465] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438411, 'name': CreateSnapshot_Task, 'duration_secs': 0.462299} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.569787] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 875.570554] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b59103-5d2c-4b0e-8cd2-692116ab7e4c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.738472] env[69722]: DEBUG nova.scheduler.client.report [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.844397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.844745] env[69722]: DEBUG nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Instance network_info: |[{"id": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "address": "fa:16:3e:80:36:a4", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bed2e-a3", "ovs_interfaceid": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.845403] env[69722]: DEBUG oslo_concurrency.lockutils [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] Acquired lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.845771] env[69722]: DEBUG nova.network.neutron [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Refreshing network info cache for port d72bed2e-a37e-40a5-9237-60a5ffaadd57 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.847065] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:36:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd72bed2e-a37e-40a5-9237-60a5ffaadd57', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.855811] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.856296] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.856979] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c079be0b-338e-42f7-8dcc-5381c42f0458 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.878142] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.878142] env[69722]: value = "task-3438412" [ 875.878142] env[69722]: _type = "Task" [ 875.878142] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.886131] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438412, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.969877] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.088847] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.089184] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-012215d1-f32e-4590-84a4-70df2da7baeb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.098573] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 876.098573] env[69722]: value = "task-3438413" [ 876.098573] env[69722]: _type = "Task" [ 876.098573] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.106844] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438413, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.246493] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.043s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.251033] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.856s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.251033] env[69722]: DEBUG nova.objects.instance [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 876.266137] env[69722]: INFO nova.scheduler.client.report [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Deleted allocations for instance 589b4e68-0f68-4d15-9679-b21aa1a0ccf9 [ 876.388556] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438412, 'name': CreateVM_Task, 'duration_secs': 0.364668} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.388817] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.389392] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.389557] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.389863] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.390124] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daff0c3d-f468-4e2e-89d4-9ef7a745c9fc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.394517] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 876.394517] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52270c70-407e-a472-d33c-55f13e7abe5a" [ 876.394517] env[69722]: _type = "Task" [ 876.394517] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.404694] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52270c70-407e-a472-d33c-55f13e7abe5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.586927] env[69722]: DEBUG nova.network.neutron [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Updated VIF entry in instance network info cache for port d72bed2e-a37e-40a5-9237-60a5ffaadd57. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.587342] env[69722]: DEBUG nova.network.neutron [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Updating instance_info_cache with network_info: [{"id": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "address": "fa:16:3e:80:36:a4", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bed2e-a3", "ovs_interfaceid": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.609742] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438413, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.776864] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e2c33ca0-8ab8-4412-8cd0-cd0a0a0c79ba tempest-ServersListShow2100Test-1236727846 tempest-ServersListShow2100Test-1236727846-project-member] Lock "589b4e68-0f68-4d15-9679-b21aa1a0ccf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.266s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.907654] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52270c70-407e-a472-d33c-55f13e7abe5a, 'name': SearchDatastore_Task, 'duration_secs': 0.009643} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.908042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.908268] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.908506] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.908663] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.908844] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.909113] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-054b0d76-8f3b-4eaf-811c-ebf372f0852a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.918034] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.918034] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.918730] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1c6dd5-3128-4443-ac7c-07ed1aebd986 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.924963] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 876.924963] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525f7cf0-b18f-4c31-1633-7dbaa0c3450c" [ 876.924963] env[69722]: _type = "Task" [ 876.924963] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.934925] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525f7cf0-b18f-4c31-1633-7dbaa0c3450c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.090226] env[69722]: DEBUG oslo_concurrency.lockutils [req-46664c32-b448-4cf5-bbcc-fcadd234ed86 req-ad3b896f-cc0b-4a47-8430-6539736bee4b service nova] Releasing lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.111430] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438413, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.261472] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e157af76-1d4c-4307-8b0d-28143935c0e9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.262892] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.731s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.264729] env[69722]: INFO nova.compute.claims [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.436740] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525f7cf0-b18f-4c31-1633-7dbaa0c3450c, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.437598] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd6031a2-78f1-44e3-b832-d82f3cf9d240 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.442866] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 877.442866] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5202d760-2d3d-7cc5-1899-54b9041b83cf" [ 877.442866] env[69722]: _type = "Task" [ 877.442866] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.451525] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5202d760-2d3d-7cc5-1899-54b9041b83cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.483893] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9ee973-2721-4142-830d-b9c6fa2995c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.502225] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance '93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.612338] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438413, 'name': CloneVM_Task, 'duration_secs': 1.441013} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.612601] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Created linked-clone VM from snapshot [ 877.613351] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a632305-96b6-454b-b48b-c3e630e4774d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.620921] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Uploading image 5b112ff8-8f90-421e-ac0d-9522fc170b12 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.643977] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 877.643977] env[69722]: value = "vm-686421" [ 877.643977] env[69722]: _type = "VirtualMachine" [ 877.643977] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 877.644506] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d124303e-b516-4d16-821b-006a0cadeab9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.651073] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease: (returnval){ [ 877.651073] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521ad83a-5055-5db2-5d0f-11dfb00c0dfc" [ 877.651073] env[69722]: _type = "HttpNfcLease" [ 877.651073] env[69722]: } obtained for exporting VM: (result){ [ 877.651073] env[69722]: value = "vm-686421" [ 877.651073] env[69722]: _type = "VirtualMachine" [ 877.651073] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 877.651312] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the lease: (returnval){ [ 877.651312] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521ad83a-5055-5db2-5d0f-11dfb00c0dfc" [ 877.651312] env[69722]: _type = "HttpNfcLease" [ 877.651312] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 877.657338] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 877.657338] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521ad83a-5055-5db2-5d0f-11dfb00c0dfc" [ 877.657338] env[69722]: _type = "HttpNfcLease" [ 877.657338] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 877.952855] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5202d760-2d3d-7cc5-1899-54b9041b83cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.954020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.954020] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/5ae4397d-b6d0-43c4-b2b4-80536575928c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.954020] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4658c1f0-3174-4004-bc2c-eaf48235ff46 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.960827] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 877.960827] env[69722]: value = "task-3438415" [ 877.960827] env[69722]: _type = "Task" [ 877.960827] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.969247] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.008301] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.008962] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f1aee51-2c10-4c49-9325-1aa32a0b9593 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.016314] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 878.016314] env[69722]: value = "task-3438416" [ 878.016314] env[69722]: _type = "Task" [ 878.016314] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.028638] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.160603] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.160603] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521ad83a-5055-5db2-5d0f-11dfb00c0dfc" [ 878.160603] env[69722]: _type = "HttpNfcLease" [ 878.160603] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 878.161199] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 878.161199] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521ad83a-5055-5db2-5d0f-11dfb00c0dfc" [ 878.161199] env[69722]: _type = "HttpNfcLease" [ 878.161199] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 878.161737] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37f8488-0c46-4ff2-a1a3-e52128d7a5de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.171576] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521632e6-8d87-9e60-ecbd-26b1ce79700b/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 878.171710] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521632e6-8d87-9e60-ecbd-26b1ce79700b/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.279895] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-014b81de-09f8-4e85-9a39-9e9881b31311 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.475177] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438415, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.528555] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438416, 'name': PowerOffVM_Task, 'duration_secs': 0.210101} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.530270] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.530270] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance '93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.972681] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578448} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.974143] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/5ae4397d-b6d0-43c4-b2b4-80536575928c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.974496] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.975497] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c6dbdd-543f-42b8-b98e-077b5b2538e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.978676] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7183e75-2a34-46de-a6cd-fb5df46b6bf3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.985852] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539b5a93-c966-42b3-b827-b96699976a8d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.991311] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 878.991311] env[69722]: value = "task-3438417" [ 878.991311] env[69722]: _type = "Task" [ 878.991311] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.021884] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c420f-ceef-4880-bfa0-68abfbd44aa2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.028417] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.033718] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ba7986-73a0-456b-b454-7e10bb45437f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.051870] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.051870] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.052034] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.052159] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.052288] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.052430] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.052634] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.053486] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.053486] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.053486] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.053486] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.058877] env[69722]: DEBUG nova.compute.provider_tree [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.060305] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94f8fbb5-91b8-4108-8715-5cfa7c510832 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.071818] env[69722]: DEBUG nova.scheduler.client.report [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.080244] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 879.080244] env[69722]: value = "task-3438418" [ 879.080244] env[69722]: _type = "Task" [ 879.080244] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.089377] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.501872] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112247} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.502176] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.502976] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f6492a-a7d6-42f4-898f-1bdf9dc1c80e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.524618] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/5ae4397d-b6d0-43c4-b2b4-80536575928c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.524949] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a169672-fa82-4598-9a2f-8d81ea6f54e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.544464] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 879.544464] env[69722]: value = "task-3438419" [ 879.544464] env[69722]: _type = "Task" [ 879.544464] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.552849] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.577551] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.578107] env[69722]: DEBUG nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.580779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 38.366s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.580951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.581127] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 879.581415] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.146s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.581617] env[69722]: DEBUG nova.objects.instance [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lazy-loading 'resources' on Instance uuid a41ea9fe-c192-49f1-aea0-0df98dcb68f7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.583776] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab339a5-1430-4629-9357-3d5094eea4e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.597693] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b865459-e42b-4678-bc33-c848ba8db945 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.601984] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438418, 'name': ReconfigVM_Task, 'duration_secs': 0.230915} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.602315] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance '93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.616018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458cc5f9-c9e1-48f8-8545-55ff622f4dd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.623137] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6fb067-96eb-4e7e-8214-ffe31cf8f802 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.657841] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178231MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 879.658335] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.055602] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438419, 'name': ReconfigVM_Task, 'duration_secs': 0.311198} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.055947] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/5ae4397d-b6d0-43c4-b2b4-80536575928c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.056632] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f05770a-fe64-4611-a706-863dd646be07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.064166] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 880.064166] env[69722]: value = "task-3438420" [ 880.064166] env[69722]: _type = "Task" [ 880.064166] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.073174] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438420, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.087048] env[69722]: DEBUG nova.compute.utils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.087048] env[69722]: DEBUG nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.087212] env[69722]: DEBUG nova.network.neutron [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:59:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52c0bbcd-a76a-4f9a-a317-ce147f9d0e43',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1170356320',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.110020] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.110694] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.111021] env[69722]: DEBUG nova.virt.hardware [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.117413] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.121471] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfe11383-4c10-4e62-9b27-d36d323f7544 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.136024] env[69722]: DEBUG nova.policy [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c79884371a4486fa27f682306d05185', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc5a9703887f4612bab7edf86ab78a2c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.143598] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 880.143598] env[69722]: value = "task-3438421" [ 880.143598] env[69722]: _type = "Task" [ 880.143598] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.154210] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.531738] env[69722]: DEBUG nova.network.neutron [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Successfully created port: b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.580212] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438420, 'name': Rename_Task, 'duration_secs': 0.158236} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.580529] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.580842] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5cc04e7-fbc4-444c-9ea2-63964e13987b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.589580] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 880.589580] env[69722]: value = "task-3438422" [ 880.589580] env[69722]: _type = "Task" [ 880.589580] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.593849] env[69722]: DEBUG nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 880.617889] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438422, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.656260] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438421, 'name': ReconfigVM_Task, 'duration_secs': 0.306085} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.656760] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.657656] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ca2756-6e56-4539-96af-72286fae04f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.680721] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.684258] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c061e865-ae48-4100-aeb1-4e43e9dae37f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.706144] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 880.706144] env[69722]: value = "task-3438423" [ 880.706144] env[69722]: _type = "Task" [ 880.706144] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.722390] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438423, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.726858] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c800f0ac-b642-45e3-b9a0-070f6a5b2ec9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.734547] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411323db-0cb6-4aff-b50c-066ce429489a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.766767] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97936dc-64c2-406c-a2de-9d83f4a2b841 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.775282] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1075edd-e636-487a-aa0c-d53c9f6c4eb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.789743] env[69722]: DEBUG nova.compute.provider_tree [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.105230] env[69722]: DEBUG oslo_vmware.api [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438422, 'name': PowerOnVM_Task, 'duration_secs': 0.473041} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.105660] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.105950] env[69722]: INFO nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Took 7.44 seconds to spawn the instance on the hypervisor. [ 881.106246] env[69722]: DEBUG nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.107379] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf289909-35e6-4955-b490-1ed0cadc954b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.202925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "e653fc20-13d7-466a-bb91-1ae2cd58d469" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.203273] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.203551] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "e653fc20-13d7-466a-bb91-1ae2cd58d469-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.203847] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.204078] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.206439] env[69722]: INFO nova.compute.manager [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Terminating instance [ 881.218249] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438423, 'name': ReconfigVM_Task, 'duration_secs': 0.380283} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.218372] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.218854] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance '93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.293851] env[69722]: DEBUG nova.scheduler.client.report [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.618213] env[69722]: DEBUG nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 881.630147] env[69722]: INFO nova.compute.manager [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Took 54.54 seconds to build instance. [ 881.646749] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.647028] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.647321] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.647396] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.647507] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.647655] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.647858] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.648021] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.648182] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.648341] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.648514] env[69722]: DEBUG nova.virt.hardware [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.650294] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996b2efb-8653-430e-9862-64572345b53b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.660702] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3021713f-11d1-4b0b-b1e3-5aa28fba4a32 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.713917] env[69722]: DEBUG nova.compute.manager [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.714173] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.715198] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea55528-6910-4558-a123-5790fc169d5a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.724948] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.726107] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0089978-ce88-426c-9e97-f05586cdc981 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.729064] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe9fe3a5-6bb7-4b29-843d-591be5d9483f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.748305] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57efebc9-9a76-48fa-8f53-b489d98476d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.751306] env[69722]: DEBUG oslo_vmware.api [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 881.751306] env[69722]: value = "task-3438424" [ 881.751306] env[69722]: _type = "Task" [ 881.751306] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.769473] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance '93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.778328] env[69722]: DEBUG oslo_vmware.api [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.798965] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.802265] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.993s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.803071] env[69722]: INFO nova.compute.claims [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 881.824841] env[69722]: INFO nova.scheduler.client.report [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted allocations for instance a41ea9fe-c192-49f1-aea0-0df98dcb68f7 [ 882.121826] env[69722]: DEBUG nova.compute.manager [req-c16d876b-7c62-4514-9b91-ece1ee90ab1a req-857990fa-e75d-4a74-9b78-7b4e0278ffb1 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Received event network-vif-plugged-b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.122297] env[69722]: DEBUG oslo_concurrency.lockutils [req-c16d876b-7c62-4514-9b91-ece1ee90ab1a req-857990fa-e75d-4a74-9b78-7b4e0278ffb1 service nova] Acquiring lock "076ef1c3-340c-43ce-a7dc-7432a4d02283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.122565] env[69722]: DEBUG oslo_concurrency.lockutils [req-c16d876b-7c62-4514-9b91-ece1ee90ab1a req-857990fa-e75d-4a74-9b78-7b4e0278ffb1 service nova] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.122745] env[69722]: DEBUG oslo_concurrency.lockutils [req-c16d876b-7c62-4514-9b91-ece1ee90ab1a req-857990fa-e75d-4a74-9b78-7b4e0278ffb1 service nova] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.122933] env[69722]: DEBUG nova.compute.manager [req-c16d876b-7c62-4514-9b91-ece1ee90ab1a req-857990fa-e75d-4a74-9b78-7b4e0278ffb1 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] No waiting events found dispatching network-vif-plugged-b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.123127] env[69722]: WARNING nova.compute.manager [req-c16d876b-7c62-4514-9b91-ece1ee90ab1a req-857990fa-e75d-4a74-9b78-7b4e0278ffb1 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Received unexpected event network-vif-plugged-b58b5e25-cc7e-4dff-8090-f06edf43e859 for instance with vm_state building and task_state spawning. [ 882.132036] env[69722]: INFO nova.compute.manager [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Rescuing [ 882.132230] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.134451] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.134451] env[69722]: DEBUG nova.network.neutron [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.141972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-971b5083-ef1c-4236-8d4c-59310865b4b2 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.513s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.240534] env[69722]: DEBUG nova.network.neutron [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Successfully updated port: b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.264779] env[69722]: DEBUG oslo_vmware.api [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438424, 'name': PowerOffVM_Task, 'duration_secs': 0.356733} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.264971] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.265183] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.265452] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e54b87-1552-4acd-8d30-88fb98891084 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.325294] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.325527] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.325720] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Deleting the datastore file [datastore1] e653fc20-13d7-466a-bb91-1ae2cd58d469 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.326635] env[69722]: DEBUG nova.network.neutron [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Port f189665c-a4ab-4703-ae40-e7f8929b152e binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 882.327934] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6da45b8-6454-4a17-85dd-4e6cfcc71d4d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.334907] env[69722]: DEBUG oslo_vmware.api [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for the task: (returnval){ [ 882.334907] env[69722]: value = "task-3438426" [ 882.334907] env[69722]: _type = "Task" [ 882.334907] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.335572] env[69722]: DEBUG oslo_concurrency.lockutils [None req-12e892fe-60d6-4481-81a5-5d007f0f62d9 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "a41ea9fe-c192-49f1-aea0-0df98dcb68f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.466s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.344586] env[69722]: DEBUG oslo_vmware.api [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.643590] env[69722]: DEBUG nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.746852] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.747059] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquired lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.747834] env[69722]: DEBUG nova.network.neutron [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.847668] env[69722]: DEBUG oslo_vmware.api [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Task: {'id': task-3438426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213489} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.847946] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.848204] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.848333] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.848496] env[69722]: INFO nova.compute.manager [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Took 1.13 seconds to destroy the instance on the hypervisor. [ 882.848809] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.849030] env[69722]: DEBUG nova.compute.manager [-] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.849131] env[69722]: DEBUG nova.network.neutron [-] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.854831] env[69722]: DEBUG nova.network.neutron [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Updating instance_info_cache with network_info: [{"id": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "address": "fa:16:3e:80:36:a4", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bed2e-a3", "ovs_interfaceid": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.171822] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.279144] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.279144] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.279144] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.279144] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.279144] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.282268] env[69722]: INFO nova.compute.manager [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Terminating instance [ 883.292906] env[69722]: DEBUG nova.network.neutron [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.361483] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.361743] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.361961] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.365175] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.367970] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1c6b92-5c1f-47fc-9605-adc43d2acbb6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.376835] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10151d62-0718-4dbd-be7d-d7704fe895e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.415851] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80af05e0-90d5-4e15-9800-535fc34cf185 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.427787] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5a2afb-46b5-4ae8-85f3-74ece8dd1bea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.442492] env[69722]: DEBUG nova.compute.provider_tree [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.523608] env[69722]: DEBUG nova.network.neutron [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Updating instance_info_cache with network_info: [{"id": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "address": "fa:16:3e:d8:39:f5", "network": {"id": "e36d1bd4-e371-4573-bed7-076869140aae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1984312204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a9703887f4612bab7edf86ab78a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb58b5e25-cc", "ovs_interfaceid": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.565443] env[69722]: DEBUG nova.compute.manager [req-d15f015e-a39e-43ed-94f4-573e436f045d req-ee4522bf-f75b-40ad-a8d1-8fa2f494cd11 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Received event network-vif-deleted-7dd104aa-1e83-4b7e-a312-6f94b600296e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.565597] env[69722]: INFO nova.compute.manager [req-d15f015e-a39e-43ed-94f4-573e436f045d req-ee4522bf-f75b-40ad-a8d1-8fa2f494cd11 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Neutron deleted interface 7dd104aa-1e83-4b7e-a312-6f94b600296e; detaching it from the instance and deleting it from the info cache [ 883.565857] env[69722]: DEBUG nova.network.neutron [req-d15f015e-a39e-43ed-94f4-573e436f045d req-ee4522bf-f75b-40ad-a8d1-8fa2f494cd11 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.788017] env[69722]: DEBUG nova.compute.manager [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.788017] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.788017] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2daafa8-caf1-46c2-97ec-4d40a5068733 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.795784] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.796050] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57058a51-085a-4291-87e5-55f3baa9c528 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.802953] env[69722]: DEBUG oslo_vmware.api [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 883.802953] env[69722]: value = "task-3438427" [ 883.802953] env[69722]: _type = "Task" [ 883.802953] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.811865] env[69722]: DEBUG oslo_vmware.api [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.945757] env[69722]: DEBUG nova.scheduler.client.report [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.027568] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Releasing lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.028520] env[69722]: DEBUG nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Instance network_info: |[{"id": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "address": "fa:16:3e:d8:39:f5", "network": {"id": "e36d1bd4-e371-4573-bed7-076869140aae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1984312204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a9703887f4612bab7edf86ab78a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb58b5e25-cc", "ovs_interfaceid": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.028520] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:39:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e238ac23-819b-452f-9015-52922e45efd3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b58b5e25-cc7e-4dff-8090-f06edf43e859', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.036441] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Creating folder: Project (fc5a9703887f4612bab7edf86ab78a2c). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.037308] env[69722]: DEBUG nova.network.neutron [-] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.038440] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a569fb4c-1f53-41e3-8a0a-065121a54f6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.050529] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Created folder: Project (fc5a9703887f4612bab7edf86ab78a2c) in parent group-v686248. [ 884.050633] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Creating folder: Instances. Parent ref: group-v686422. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.051322] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-771e4c54-7cc1-44f1-bb30-cecd1fcb9027 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.059902] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Created folder: Instances in parent group-v686422. [ 884.059902] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.059902] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.059902] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f9636b2-3335-40e9-9ee2-0566517bf35c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.074799] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2039a77a-8293-46e6-9aa8-f36b23b506b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.080826] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.080826] env[69722]: value = "task-3438430" [ 884.080826] env[69722]: _type = "Task" [ 884.080826] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.087496] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a584bc0-4b55-4e3f-bafb-2897010b4a4e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.103997] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438430, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.119965] env[69722]: DEBUG nova.compute.manager [req-d15f015e-a39e-43ed-94f4-573e436f045d req-ee4522bf-f75b-40ad-a8d1-8fa2f494cd11 service nova] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Detach interface failed, port_id=7dd104aa-1e83-4b7e-a312-6f94b600296e, reason: Instance e653fc20-13d7-466a-bb91-1ae2cd58d469 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 884.150207] env[69722]: DEBUG nova.compute.manager [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Received event network-changed-b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.150207] env[69722]: DEBUG nova.compute.manager [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Refreshing instance network info cache due to event network-changed-b58b5e25-cc7e-4dff-8090-f06edf43e859. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.150207] env[69722]: DEBUG oslo_concurrency.lockutils [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] Acquiring lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.150539] env[69722]: DEBUG oslo_concurrency.lockutils [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] Acquired lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.150539] env[69722]: DEBUG nova.network.neutron [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Refreshing network info cache for port b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.312991] env[69722]: DEBUG oslo_vmware.api [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438427, 'name': PowerOffVM_Task, 'duration_secs': 0.220274} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.313289] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.313555] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.313866] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e5238ea-1e07-4358-b514-494329eb9064 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.387039] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.387242] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.387504] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleting the datastore file [datastore2] 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.387878] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed738e31-d2be-4ffa-94a8-129fac70feed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.395901] env[69722]: DEBUG oslo_vmware.api [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 884.395901] env[69722]: value = "task-3438432" [ 884.395901] env[69722]: _type = "Task" [ 884.395901] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.408466] env[69722]: DEBUG oslo_vmware.api [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.444529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.444831] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.445064] env[69722]: DEBUG nova.network.neutron [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.451888] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.452443] env[69722]: DEBUG nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.455372] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.839s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.455637] env[69722]: DEBUG nova.objects.instance [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lazy-loading 'resources' on Instance uuid 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.541846] env[69722]: INFO nova.compute.manager [-] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Took 1.69 seconds to deallocate network for instance. [ 884.596112] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438430, 'name': CreateVM_Task, 'duration_secs': 0.488433} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.596112] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.596729] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.597015] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.597562] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.597856] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7084cee0-7d18-4596-9b2e-357885bbfed8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.604014] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 884.604014] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5242bc52-b8a0-5a5f-aa21-e59706a11780" [ 884.604014] env[69722]: _type = "Task" [ 884.604014] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.614906] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5242bc52-b8a0-5a5f-aa21-e59706a11780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.877343] env[69722]: DEBUG nova.network.neutron [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Updated VIF entry in instance network info cache for port b58b5e25-cc7e-4dff-8090-f06edf43e859. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.877709] env[69722]: DEBUG nova.network.neutron [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Updating instance_info_cache with network_info: [{"id": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "address": "fa:16:3e:d8:39:f5", "network": {"id": "e36d1bd4-e371-4573-bed7-076869140aae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1984312204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a9703887f4612bab7edf86ab78a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb58b5e25-cc", "ovs_interfaceid": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.906316] env[69722]: DEBUG oslo_vmware.api [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273572} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.907022] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.907249] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.908047] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.908047] env[69722]: INFO nova.compute.manager [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 884.908047] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.908047] env[69722]: DEBUG nova.compute.manager [-] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.908221] env[69722]: DEBUG nova.network.neutron [-] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.942997] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.943356] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10ffbc54-c305-4adb-a6f5-259125eb8b7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.954824] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 884.954824] env[69722]: value = "task-3438433" [ 884.954824] env[69722]: _type = "Task" [ 884.954824] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.960839] env[69722]: DEBUG nova.compute.utils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.967308] env[69722]: DEBUG nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.967822] env[69722]: DEBUG nova.network.neutron [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.974847] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.033739] env[69722]: DEBUG nova.policy [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c99be667cc54944adf54c93f976c8d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dd80e6107e04c368942f31ae8fe1158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.048408] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.118507] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5242bc52-b8a0-5a5f-aa21-e59706a11780, 'name': SearchDatastore_Task, 'duration_secs': 0.014923} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.118812] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.119089] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.119361] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.119498] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.119762] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.122502] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a7ea103-3b4c-4681-b3c6-63f4ce43d2a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.142059] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.142355] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.143260] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8fdd0eb-d1e0-43a0-84da-2cb91cc7629e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.148945] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 885.148945] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524e8387-9c79-e1ae-95cb-738cfbf4721e" [ 885.148945] env[69722]: _type = "Task" [ 885.148945] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.161756] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524e8387-9c79-e1ae-95cb-738cfbf4721e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.208414] env[69722]: DEBUG nova.network.neutron [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance_info_cache with network_info: [{"id": "f189665c-a4ab-4703-ae40-e7f8929b152e", "address": "fa:16:3e:86:4c:62", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf189665c-a4", "ovs_interfaceid": "f189665c-a4ab-4703-ae40-e7f8929b152e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.381549] env[69722]: DEBUG oslo_concurrency.lockutils [req-1e2c3776-9bfd-4fd0-ac84-390c27466f28 req-8b096e35-b82c-48c1-8b80-49429836a34b service nova] Releasing lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.467985] env[69722]: DEBUG nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.477891] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438433, 'name': PowerOffVM_Task, 'duration_secs': 0.203202} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.481128] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.482869] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6ac5bd-92e4-4b4b-b8e0-d40a68771649 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.508192] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cdda00-d8e6-4204-b38e-fba1468768a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.511446] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb01ddc-a1e6-4778-b7ef-eb0879bb55af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.525321] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b22f1f-f9e3-495a-af6d-96c0ad9dc979 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.563405] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873739e6-fcf8-48cf-9539-76c27fe6d8b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.568354] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad20731-eb83-4280-8cde-3913a2401604 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.575152] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.575152] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba9670c6-b62e-404b-8147-cba222504983 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.588074] env[69722]: DEBUG nova.compute.provider_tree [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 885.590073] env[69722]: DEBUG nova.network.neutron [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Successfully created port: 881da292-1466-43e9-8ede-68d68cac7863 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.593060] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 885.593060] env[69722]: value = "task-3438434" [ 885.593060] env[69722]: _type = "Task" [ 885.593060] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.602216] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 885.602426] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.602667] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.602817] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.603025] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.603534] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ab61626-66cb-4f6f-bd04-eff93334b667 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.612361] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.612541] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.613258] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-258d3f0e-667f-4e8a-88b2-dff2ebf83fee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.618218] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 885.618218] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b216c9-33eb-8fe4-8806-7a151cee77bc" [ 885.618218] env[69722]: _type = "Task" [ 885.618218] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.626228] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b216c9-33eb-8fe4-8806-7a151cee77bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.659317] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524e8387-9c79-e1ae-95cb-738cfbf4721e, 'name': SearchDatastore_Task, 'duration_secs': 0.013313} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.659876] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b931acf-68ea-4765-b830-9e517f961f08 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.665079] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 885.665079] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5203e55a-98c6-fdbf-94b8-814009f06c92" [ 885.665079] env[69722]: _type = "Task" [ 885.665079] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.673148] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5203e55a-98c6-fdbf-94b8-814009f06c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.707496] env[69722]: DEBUG nova.compute.manager [req-a6832710-18d7-49e7-b75c-8c039b606d78 req-fe445a0e-a350-41dc-9276-9801cb639d39 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Received event network-vif-deleted-8e719843-f430-466c-a254-3728e76165ab {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.707630] env[69722]: INFO nova.compute.manager [req-a6832710-18d7-49e7-b75c-8c039b606d78 req-fe445a0e-a350-41dc-9276-9801cb639d39 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Neutron deleted interface 8e719843-f430-466c-a254-3728e76165ab; detaching it from the instance and deleting it from the info cache [ 885.707810] env[69722]: DEBUG nova.network.neutron [req-a6832710-18d7-49e7-b75c-8c039b606d78 req-fe445a0e-a350-41dc-9276-9801cb639d39 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.713077] env[69722]: DEBUG oslo_concurrency.lockutils [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.844298] env[69722]: DEBUG nova.network.neutron [-] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.030153] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521632e6-8d87-9e60-ecbd-26b1ce79700b/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 886.030982] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b3b1c6-9a1a-4a4f-859c-d080df1fdf93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.038146] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521632e6-8d87-9e60-ecbd-26b1ce79700b/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 886.038233] env[69722]: ERROR oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521632e6-8d87-9e60-ecbd-26b1ce79700b/disk-0.vmdk due to incomplete transfer. [ 886.038658] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a6997186-8fd0-4b9f-80b6-4de603f50386 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.046065] env[69722]: DEBUG oslo_vmware.rw_handles [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521632e6-8d87-9e60-ecbd-26b1ce79700b/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 886.046267] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Uploaded image 5b112ff8-8f90-421e-ac0d-9522fc170b12 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 886.048410] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 886.048671] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cebd150-f179-4363-9c54-53baf068f47e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.054140] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 886.054140] env[69722]: value = "task-3438435" [ 886.054140] env[69722]: _type = "Task" [ 886.054140] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.062106] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438435, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.113205] env[69722]: ERROR nova.scheduler.client.report [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] [req-8558bb25-a849-48ac-ae2f-514462828686] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8558bb25-a849-48ac-ae2f-514462828686"}]} [ 886.128362] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b216c9-33eb-8fe4-8806-7a151cee77bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008999} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.129453] env[69722]: DEBUG nova.scheduler.client.report [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 886.132082] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c19b60-27e9-46dc-8773-2f8d8efd7ffa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.137468] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 886.137468] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52acd084-ee0f-b9e3-b6f8-bd743b74f074" [ 886.137468] env[69722]: _type = "Task" [ 886.137468] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.145012] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52acd084-ee0f-b9e3-b6f8-bd743b74f074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.145915] env[69722]: DEBUG nova.scheduler.client.report [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 886.146135] env[69722]: DEBUG nova.compute.provider_tree [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 886.157158] env[69722]: DEBUG nova.scheduler.client.report [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 886.176111] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5203e55a-98c6-fdbf-94b8-814009f06c92, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.176973] env[69722]: DEBUG nova.scheduler.client.report [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 886.178910] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.179183] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 076ef1c3-340c-43ce-a7dc-7432a4d02283/076ef1c3-340c-43ce-a7dc-7432a4d02283.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.179588] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-726dadf2-295b-485c-aa12-cb730b32684d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.186078] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 886.186078] env[69722]: value = "task-3438436" [ 886.186078] env[69722]: _type = "Task" [ 886.186078] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.193487] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.212626] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf7e394a-9cc9-4670-90bc-8af4eb848dba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.227941] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7177df-4363-49a3-bc44-e1fc0f363405 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.263582] env[69722]: DEBUG nova.compute.manager [req-a6832710-18d7-49e7-b75c-8c039b606d78 req-fe445a0e-a350-41dc-9276-9801cb639d39 service nova] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Detach interface failed, port_id=8e719843-f430-466c-a254-3728e76165ab, reason: Instance 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 886.267726] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1096f0-ce2b-499d-8fc1-189f23615dca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.290156] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a654fb-918b-4159-80d2-15d74145991a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.297355] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance '93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.347768] env[69722]: INFO nova.compute.manager [-] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Took 1.44 seconds to deallocate network for instance. [ 886.489544] env[69722]: DEBUG nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.523238] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.523497] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.523655] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.523839] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.523982] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.524488] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.524724] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.524891] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.525102] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.525245] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.525416] env[69722]: DEBUG nova.virt.hardware [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.527188] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46844b6f-1e4e-43a6-84fd-406442216fa5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.544080] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc730de8-7aae-42bc-8305-a389fefabd7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.576961] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438435, 'name': Destroy_Task, 'duration_secs': 0.430804} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.577926] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Destroyed the VM [ 886.577926] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 886.577926] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-becd29b8-926f-43b2-a392-9035f68ca5e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.585418] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 886.585418] env[69722]: value = "task-3438437" [ 886.585418] env[69722]: _type = "Task" [ 886.585418] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.598018] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438437, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.650814] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52acd084-ee0f-b9e3-b6f8-bd743b74f074, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.654099] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.654408] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. {{(pid=69722) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 886.654960] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86137d90-d72f-42a2-9037-90cd396880c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.662547] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 886.662547] env[69722]: value = "task-3438438" [ 886.662547] env[69722]: _type = "Task" [ 886.662547] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.675885] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.695375] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438436, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.765255] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d7d490-49e8-42ab-a4ce-f6c04120c46c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.773614] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd57b45-f621-482c-9472-c04277d17aff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.808463] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.809032] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16803a15-53e5-4f2f-b284-837128f96ad5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.811667] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c91dc8b-f1ac-4e8f-99ba-5fa549d478c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.821583] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92583413-0765-4512-a0c5-c2f0ff646621 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.826081] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 886.826081] env[69722]: value = "task-3438439" [ 886.826081] env[69722]: _type = "Task" [ 886.826081] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.839908] env[69722]: DEBUG nova.compute.provider_tree [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.845161] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438439, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.861015] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.101776] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438437, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.172941] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492558} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.173261] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. [ 887.174091] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2ff762-b9b8-4b6e-89fc-8712a3a26941 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.199603] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.205257] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5e8b7a5-6398-440a-bd16-42de3cc4ff1a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.228916] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556615} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.230593] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 076ef1c3-340c-43ce-a7dc-7432a4d02283/076ef1c3-340c-43ce-a7dc-7432a4d02283.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.230705] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.230959] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 887.230959] env[69722]: value = "task-3438440" [ 887.230959] env[69722]: _type = "Task" [ 887.230959] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.231187] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e181ffcc-799f-46f4-87f5-1b9900e3e865 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.243592] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.245733] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 887.245733] env[69722]: value = "task-3438441" [ 887.245733] env[69722]: _type = "Task" [ 887.245733] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.254372] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.337484] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438439, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.343083] env[69722]: DEBUG nova.scheduler.client.report [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.389588] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.389773] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.405653] env[69722]: DEBUG nova.network.neutron [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Successfully updated port: 881da292-1466-43e9-8ede-68d68cac7863 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.599253] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438437, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.731090] env[69722]: DEBUG nova.compute.manager [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Received event network-vif-plugged-881da292-1466-43e9-8ede-68d68cac7863 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.731327] env[69722]: DEBUG oslo_concurrency.lockutils [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] Acquiring lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.731532] env[69722]: DEBUG oslo_concurrency.lockutils [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.731753] env[69722]: DEBUG oslo_concurrency.lockutils [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.731946] env[69722]: DEBUG nova.compute.manager [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] No waiting events found dispatching network-vif-plugged-881da292-1466-43e9-8ede-68d68cac7863 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.732191] env[69722]: WARNING nova.compute.manager [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Received unexpected event network-vif-plugged-881da292-1466-43e9-8ede-68d68cac7863 for instance with vm_state building and task_state spawning. [ 887.732346] env[69722]: DEBUG nova.compute.manager [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Received event network-changed-881da292-1466-43e9-8ede-68d68cac7863 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.732446] env[69722]: DEBUG nova.compute.manager [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Refreshing instance network info cache due to event network-changed-881da292-1466-43e9-8ede-68d68cac7863. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.732587] env[69722]: DEBUG oslo_concurrency.lockutils [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] Acquiring lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732748] env[69722]: DEBUG oslo_concurrency.lockutils [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] Acquired lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.732861] env[69722]: DEBUG nova.network.neutron [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Refreshing network info cache for port 881da292-1466-43e9-8ede-68d68cac7863 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.744411] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438440, 'name': ReconfigVM_Task, 'duration_secs': 0.357806} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.745120] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.746018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45889ac-17ec-499a-97eb-ffef4d18b3f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.756312] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081222} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.772350] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.779662] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b16952b-aeea-4220-978e-16dcc9914dce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.782286] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd1d7518-ce5d-4505-a07b-ab5cc243addc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.811565] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 076ef1c3-340c-43ce-a7dc-7432a4d02283/076ef1c3-340c-43ce-a7dc-7432a4d02283.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.813360] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dbd05ee-66c4-410d-8528-2abce015cef7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.828049] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 887.828049] env[69722]: value = "task-3438442" [ 887.828049] env[69722]: _type = "Task" [ 887.828049] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.835604] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 887.835604] env[69722]: value = "task-3438443" [ 887.835604] env[69722]: _type = "Task" [ 887.835604] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.841458] env[69722]: DEBUG oslo_vmware.api [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438439, 'name': PowerOnVM_Task, 'duration_secs': 0.59204} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.841685] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.844627] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.844818] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-58533ac1-c0c1-4c83-80b3-81768b9a1a9f tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance '93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.849551] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.394s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.854944] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.769s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.856474] env[69722]: INFO nova.compute.claims [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.859143] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.881710] env[69722]: INFO nova.scheduler.client.report [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Deleted allocations for instance 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa [ 887.908651] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.976816] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Acquiring lock "97cc7695-2be2-47d5-bf0e-700ded8c7033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.977113] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.977340] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Acquiring lock "97cc7695-2be2-47d5-bf0e-700ded8c7033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.977529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.977710] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.980024] env[69722]: INFO nova.compute.manager [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Terminating instance [ 888.099795] env[69722]: DEBUG oslo_vmware.api [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438437, 'name': RemoveSnapshot_Task, 'duration_secs': 1.205196} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.100076] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 888.100309] env[69722]: INFO nova.compute.manager [None req-92bef7fd-1eb3-4ff0-8d48-d4fee045b033 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Took 13.58 seconds to snapshot the instance on the hypervisor. [ 888.270739] env[69722]: DEBUG nova.network.neutron [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.338057] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438442, 'name': ReconfigVM_Task, 'duration_secs': 0.167396} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.338341] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.338595] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec8b8770-0975-4a0e-b621-c30be10ee469 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.345703] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 888.345703] env[69722]: value = "task-3438444" [ 888.345703] env[69722]: _type = "Task" [ 888.345703] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.354379] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438443, 'name': ReconfigVM_Task, 'duration_secs': 0.29065} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.358034] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 076ef1c3-340c-43ce-a7dc-7432a4d02283/076ef1c3-340c-43ce-a7dc-7432a4d02283.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.358034] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a600ed0-dafc-46b4-a2ba-037ecf7761aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.361977] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.366579] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 888.366579] env[69722]: value = "task-3438445" [ 888.366579] env[69722]: _type = "Task" [ 888.366579] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.376736] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438445, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.389396] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c1b138d-7413-4b5c-ab25-f97d4a86543f tempest-ImagesOneServerTestJSON-1182436134 tempest-ImagesOneServerTestJSON-1182436134-project-member] Lock "9d8fbc04-27aa-49c1-902b-bfc2a2454aaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.344s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.484712] env[69722]: DEBUG nova.compute.manager [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.484712] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.484712] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b68c02ea-3291-403e-8583-42b6eeb5f852 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.495427] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 888.495427] env[69722]: value = "task-3438446" [ 888.495427] env[69722]: _type = "Task" [ 888.495427] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.501059] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.524258] env[69722]: DEBUG nova.network.neutron [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.855920] env[69722]: DEBUG oslo_vmware.api [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438444, 'name': PowerOnVM_Task, 'duration_secs': 0.506639} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.859759] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.862349] env[69722]: DEBUG nova.compute.manager [None req-bfd34ae3-2f68-4270-9cf2-fcadeecb2e9c tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.865792] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2be30a9-656f-4951-b1be-3fad089329c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.879678] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438445, 'name': Rename_Task, 'duration_secs': 0.221237} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.880489] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.880489] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a16494fb-821f-41ac-8794-d9b30e1c800b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.886147] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 888.886147] env[69722]: value = "task-3438447" [ 888.886147] env[69722]: _type = "Task" [ 888.886147] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.893740] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.005941] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438446, 'name': PowerOffVM_Task, 'duration_secs': 0.212704} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.009029] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.009252] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 889.009450] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686283', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'name': 'volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97cc7695-2be2-47d5-bf0e-700ded8c7033', 'attached_at': '', 'detached_at': '', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'serial': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 889.010517] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743fd41c-0379-4002-98fc-76c342032fb2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.031898] env[69722]: DEBUG oslo_concurrency.lockutils [req-08e022aa-3ab8-41b4-a605-6c66ab505a1a req-f18a3eb9-cae4-4861-ab99-e5cc165471df service nova] Releasing lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.034882] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.035080] env[69722]: DEBUG nova.network.neutron [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.040304] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68f78cf-07ee-402b-a14d-caf9c30de767 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.045605] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa17eab-f957-4594-9dc3-1ffbf64d0f06 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.070496] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1fe433-ab29-4e2a-a785-ca6cfffe88d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.086055] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] The volume has not been displaced from its original location: [datastore1] volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6/volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 889.091286] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Reconfiguring VM instance instance-0000001a to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 889.094274] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419efa65-641f-4893-b447-b4dde70c6259 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.111725] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 889.111725] env[69722]: value = "task-3438448" [ 889.111725] env[69722]: _type = "Task" [ 889.111725] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.119558] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.401838] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438447, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.465210] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0545db7-8703-4a62-b708-f2acac902963 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.478798] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b0c53-aa6b-4a92-874a-22c3c4346abe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.510118] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbaae12-3d4b-4024-b279-f49df94e9f0e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.516840] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6ea429-7e73-4928-b328-115100a98c8d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.531444] env[69722]: DEBUG nova.compute.provider_tree [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.614196] env[69722]: DEBUG nova.network.neutron [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.624493] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438448, 'name': ReconfigVM_Task, 'duration_secs': 0.161261} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.624963] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Reconfigured VM instance instance-0000001a to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 889.631853] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8070ed7d-5bec-47b9-86ad-987ce0a107b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.655708] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 889.655708] env[69722]: value = "task-3438449" [ 889.655708] env[69722]: _type = "Task" [ 889.655708] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.663685] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438449, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.896692] env[69722]: DEBUG oslo_vmware.api [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438447, 'name': PowerOnVM_Task, 'duration_secs': 0.547753} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.897158] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.897395] env[69722]: INFO nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Took 8.28 seconds to spawn the instance on the hypervisor. [ 889.897583] env[69722]: DEBUG nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.898445] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df6f487-c7da-4973-90a2-7844dea8627b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.909613] env[69722]: DEBUG nova.network.neutron [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance_info_cache with network_info: [{"id": "881da292-1466-43e9-8ede-68d68cac7863", "address": "fa:16:3e:c7:18:e7", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881da292-14", "ovs_interfaceid": "881da292-1466-43e9-8ede-68d68cac7863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.036155] env[69722]: DEBUG nova.scheduler.client.report [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.168818] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438449, 'name': ReconfigVM_Task, 'duration_secs': 0.122987} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.169895] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686283', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'name': 'volume-44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97cc7695-2be2-47d5-bf0e-700ded8c7033', 'attached_at': '', 'detached_at': '', 'volume_id': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6', 'serial': '44c8b15b-3b56-4aa8-8374-2c6e37ad30a6'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 890.169895] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.170291] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cebbd0a-8246-4e79-817a-8ed54d9659fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.178796] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.179349] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaa1cbd4-baad-4d44-b04e-40f73533d737 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.249199] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.249199] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.249199] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Deleting the datastore file [datastore1] 97cc7695-2be2-47d5-bf0e-700ded8c7033 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.249342] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c24603e-23c7-44db-8204-c1e796fc97e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.258190] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for the task: (returnval){ [ 890.258190] env[69722]: value = "task-3438451" [ 890.258190] env[69722]: _type = "Task" [ 890.258190] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.263505] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.419491] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.419491] env[69722]: DEBUG nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Instance network_info: |[{"id": "881da292-1466-43e9-8ede-68d68cac7863", "address": "fa:16:3e:c7:18:e7", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881da292-14", "ovs_interfaceid": "881da292-1466-43e9-8ede-68d68cac7863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.421110] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:18:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '881da292-1466-43e9-8ede-68d68cac7863', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.431159] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.431159] env[69722]: INFO nova.compute.manager [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Took 49.92 seconds to build instance. [ 890.431159] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.431159] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ffb394e-0872-4ec4-8a67-797ae481f0af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.453167] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.453167] env[69722]: value = "task-3438452" [ 890.453167] env[69722]: _type = "Task" [ 890.453167] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.461035] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438452, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.542122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.542652] env[69722]: DEBUG nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.545824] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.872s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.547512] env[69722]: INFO nova.compute.claims [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.634205] env[69722]: INFO nova.compute.manager [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Unrescuing [ 890.634499] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.634657] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquired lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.634822] env[69722]: DEBUG nova.network.neutron [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.767851] env[69722]: DEBUG oslo_vmware.api [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Task: {'id': task-3438451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24401} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.768376] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.768707] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.769107] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.769430] env[69722]: INFO nova.compute.manager [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Took 2.29 seconds to destroy the instance on the hypervisor. [ 890.770269] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.770613] env[69722]: DEBUG nova.compute.manager [-] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.770839] env[69722]: DEBUG nova.network.neutron [-] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.931743] env[69722]: DEBUG oslo_concurrency.lockutils [None req-39db2ef1-07ab-4c8e-9c58-a61d3930977b tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.602s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.968174] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438452, 'name': CreateVM_Task, 'duration_secs': 0.496856} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.971908] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.972440] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.972440] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.972634] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.973834] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0d343f7-919a-4e7e-acc5-210fefbdfd97 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.980140] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 890.980140] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250d8f2-3a70-03e5-a203-3b11260a5899" [ 890.980140] env[69722]: _type = "Task" [ 890.980140] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.991110] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250d8f2-3a70-03e5-a203-3b11260a5899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.056039] env[69722]: DEBUG nova.compute.utils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.058501] env[69722]: DEBUG nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.058672] env[69722]: DEBUG nova.network.neutron [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.167729] env[69722]: DEBUG nova.network.neutron [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Port f189665c-a4ab-4703-ae40-e7f8929b152e binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 891.168129] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.168297] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.168475] env[69722]: DEBUG nova.network.neutron [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.202229] env[69722]: DEBUG nova.policy [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a058b7bedffd4e3280d5a41cdac5ec6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba9eed20ce745a29bc999dbe6e2dea0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.433792] env[69722]: DEBUG nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.493113] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5250d8f2-3a70-03e5-a203-3b11260a5899, 'name': SearchDatastore_Task, 'duration_secs': 0.019856} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.495292] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.496308] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.496553] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.496724] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.496923] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.497685] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a337c6-32d3-4091-b8fd-c28a5420df4a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.514345] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.514530] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.515289] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7f1750-a2f0-4f19-a7f8-58121408040e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.521920] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 891.521920] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c36ebd-945b-a016-1b95-383d04715dbe" [ 891.521920] env[69722]: _type = "Task" [ 891.521920] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.529805] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c36ebd-945b-a016-1b95-383d04715dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.566108] env[69722]: DEBUG nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.572783] env[69722]: DEBUG nova.compute.manager [req-58970ac2-99df-4a17-bd9e-7ac0447716eb req-9b018134-dde5-4d7b-b7a4-67f22d29847e service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Received event network-vif-deleted-487fa4d9-ee3d-458b-a27e-8098b1790413 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.573026] env[69722]: INFO nova.compute.manager [req-58970ac2-99df-4a17-bd9e-7ac0447716eb req-9b018134-dde5-4d7b-b7a4-67f22d29847e service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Neutron deleted interface 487fa4d9-ee3d-458b-a27e-8098b1790413; detaching it from the instance and deleting it from the info cache [ 891.573240] env[69722]: DEBUG nova.network.neutron [req-58970ac2-99df-4a17-bd9e-7ac0447716eb req-9b018134-dde5-4d7b-b7a4-67f22d29847e service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.755048] env[69722]: DEBUG nova.network.neutron [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Updating instance_info_cache with network_info: [{"id": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "address": "fa:16:3e:80:36:a4", "network": {"id": "57a3b357-a3b8-4de9-b0ea-501ddb2bf99d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1245784293-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "018d0865101c49038bb9e7153edf1daa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd72bed2e-a3", "ovs_interfaceid": "d72bed2e-a37e-40a5-9237-60a5ffaadd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.914336] env[69722]: DEBUG nova.network.neutron [-] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.960697] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.044707] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c36ebd-945b-a016-1b95-383d04715dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.038115} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.045571] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4fb261b-2325-4433-951c-553bd74445d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.055140] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 892.055140] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e619ea-7f49-9fc5-3467-08b4230a3d07" [ 892.055140] env[69722]: _type = "Task" [ 892.055140] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.069570] env[69722]: DEBUG nova.network.neutron [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Successfully created port: 3b6c86e8-a829-437c-b552-feb5a42a84ab {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.073510] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e619ea-7f49-9fc5-3467-08b4230a3d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.074820] env[69722]: DEBUG nova.network.neutron [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance_info_cache with network_info: [{"id": "f189665c-a4ab-4703-ae40-e7f8929b152e", "address": "fa:16:3e:86:4c:62", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf189665c-a4", "ovs_interfaceid": "f189665c-a4ab-4703-ae40-e7f8929b152e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.080588] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e532098-4d32-48b6-a5e7-76ed113211ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.090716] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d5c2ae-e7e0-464e-961d-9b3db68d86d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.133914] env[69722]: DEBUG nova.compute.manager [req-58970ac2-99df-4a17-bd9e-7ac0447716eb req-9b018134-dde5-4d7b-b7a4-67f22d29847e service nova] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Detach interface failed, port_id=487fa4d9-ee3d-458b-a27e-8098b1790413, reason: Instance 97cc7695-2be2-47d5-bf0e-700ded8c7033 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.239260] env[69722]: DEBUG nova.compute.manager [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Received event network-changed-b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.239260] env[69722]: DEBUG nova.compute.manager [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Refreshing instance network info cache due to event network-changed-b58b5e25-cc7e-4dff-8090-f06edf43e859. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.239260] env[69722]: DEBUG oslo_concurrency.lockutils [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] Acquiring lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.239260] env[69722]: DEBUG oslo_concurrency.lockutils [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] Acquired lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.239260] env[69722]: DEBUG nova.network.neutron [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Refreshing network info cache for port b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.247527] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d4da77-a922-4637-99f0-ad15ce54d7a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.256514] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98e2500-fe84-484c-9978-c652923d65b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.260503] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Releasing lock "refresh_cache-5ae4397d-b6d0-43c4-b2b4-80536575928c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.261273] env[69722]: DEBUG nova.objects.instance [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lazy-loading 'flavor' on Instance uuid 5ae4397d-b6d0-43c4-b2b4-80536575928c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.296290] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb2bc20-27ad-4998-bda3-29c7620b12d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.305996] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3fce6-fbf1-46f3-b66e-c2d5c33791b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.321426] env[69722]: DEBUG nova.compute.provider_tree [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.423549] env[69722]: INFO nova.compute.manager [-] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Took 1.65 seconds to deallocate network for instance. [ 892.565914] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e619ea-7f49-9fc5-3467-08b4230a3d07, 'name': SearchDatastore_Task, 'duration_secs': 0.011889} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.566216] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.566565] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 98ab9f8d-0c12-429a-a991-fe7489c45925/98ab9f8d-0c12-429a-a991-fe7489c45925.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.567098] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-302d44d9-c155-416e-9d05-b024dbab5ca7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.574853] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 892.574853] env[69722]: value = "task-3438453" [ 892.574853] env[69722]: _type = "Task" [ 892.574853] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.582893] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.584353] env[69722]: DEBUG nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.586308] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.618223] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.618473] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.618853] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.618853] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.619025] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.619125] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.619558] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.619558] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.619696] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.619754] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.619906] env[69722]: DEBUG nova.virt.hardware [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.620792] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f854abbd-586f-4c90-af5f-0e0a5cf7ac8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.630017] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b7dee3-30c7-4c4c-8571-c12e82030177 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.771030] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49ff06f-e933-46f7-a5d1-14d3145ffbc3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.796114] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.796579] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02763b22-ddbb-4c41-aff6-25921609f5b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.803496] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 892.803496] env[69722]: value = "task-3438454" [ 892.803496] env[69722]: _type = "Task" [ 892.803496] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.811805] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.827023] env[69722]: DEBUG nova.scheduler.client.report [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.986032] env[69722]: INFO nova.compute.manager [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Took 0.56 seconds to detach 1 volumes for instance. [ 892.989280] env[69722]: DEBUG nova.compute.manager [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Deleting volume: 44c8b15b-3b56-4aa8-8374-2c6e37ad30a6 {{(pid=69722) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 893.030072] env[69722]: DEBUG nova.network.neutron [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Updated VIF entry in instance network info cache for port b58b5e25-cc7e-4dff-8090-f06edf43e859. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.030777] env[69722]: DEBUG nova.network.neutron [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Updating instance_info_cache with network_info: [{"id": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "address": "fa:16:3e:d8:39:f5", "network": {"id": "e36d1bd4-e371-4573-bed7-076869140aae", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1984312204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc5a9703887f4612bab7edf86ab78a2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e238ac23-819b-452f-9015-52922e45efd3", "external-id": "nsx-vlan-transportzone-127", "segmentation_id": 127, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb58b5e25-cc", "ovs_interfaceid": "b58b5e25-cc7e-4dff-8090-f06edf43e859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.091346] env[69722]: DEBUG nova.compute.manager [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69722) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 893.091346] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.091346] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438453, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.315023] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438454, 'name': PowerOffVM_Task, 'duration_secs': 0.244068} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.315345] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.320712] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Reconfiguring VM instance instance-0000003b to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 893.320991] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e9e7c8a-fc86-44db-a8b7-1e97748faa6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.334521] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.335034] env[69722]: DEBUG nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.337631] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.314s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.337836] env[69722]: DEBUG nova.objects.instance [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lazy-loading 'resources' on Instance uuid e5cda2f6-fb36-43c1-8041-252493253f00 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.343878] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 893.343878] env[69722]: value = "task-3438456" [ 893.343878] env[69722]: _type = "Task" [ 893.343878] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.351999] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.534918] env[69722]: DEBUG oslo_concurrency.lockutils [req-a86de541-5145-4a43-bc18-ff4858ae0596 req-0439c3b4-b337-42a9-a80e-bd8f66f55bb7 service nova] Releasing lock "refresh_cache-076ef1c3-340c-43ce-a7dc-7432a4d02283" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.548312] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.583887] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.728111} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.584210] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 98ab9f8d-0c12-429a-a991-fe7489c45925/98ab9f8d-0c12-429a-a991-fe7489c45925.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.584419] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.584672] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46d48eb5-cddf-46b4-96ff-3a469c3d25f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.591068] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 893.591068] env[69722]: value = "task-3438457" [ 893.591068] env[69722]: _type = "Task" [ 893.591068] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.599828] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438457, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.688124] env[69722]: DEBUG nova.network.neutron [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Successfully updated port: 3b6c86e8-a829-437c-b552-feb5a42a84ab {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.845069] env[69722]: DEBUG nova.compute.utils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.847913] env[69722]: DEBUG nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.847913] env[69722]: DEBUG nova.network.neutron [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.859038] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.906356] env[69722]: DEBUG nova.policy [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a058b7bedffd4e3280d5a41cdac5ec6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba9eed20ce745a29bc999dbe6e2dea0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.100970] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438457, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120697} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.103540] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.104788] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1bfc99-6fb8-471f-9dd2-92f817ed7eb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.127099] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 98ab9f8d-0c12-429a-a991-fe7489c45925/98ab9f8d-0c12-429a-a991-fe7489c45925.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.129994] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37faaf29-dc62-42db-97c0-b97abb708317 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.149018] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 894.149018] env[69722]: value = "task-3438458" [ 894.149018] env[69722]: _type = "Task" [ 894.149018] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.159969] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438458, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.194720] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.194720] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.194837] env[69722]: DEBUG nova.network.neutron [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.278692] env[69722]: DEBUG nova.network.neutron [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Successfully created port: f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.355259] env[69722]: DEBUG nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.358272] env[69722]: DEBUG nova.compute.manager [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Received event network-vif-plugged-3b6c86e8-a829-437c-b552-feb5a42a84ab {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.358387] env[69722]: DEBUG oslo_concurrency.lockutils [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] Acquiring lock "531fc776-108c-442c-9bc2-6d34bd9625c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.358591] env[69722]: DEBUG oslo_concurrency.lockutils [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.358757] env[69722]: DEBUG oslo_concurrency.lockutils [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.358959] env[69722]: DEBUG nova.compute.manager [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] No waiting events found dispatching network-vif-plugged-3b6c86e8-a829-437c-b552-feb5a42a84ab {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.359642] env[69722]: WARNING nova.compute.manager [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Received unexpected event network-vif-plugged-3b6c86e8-a829-437c-b552-feb5a42a84ab for instance with vm_state building and task_state spawning. [ 894.359827] env[69722]: DEBUG nova.compute.manager [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Received event network-changed-3b6c86e8-a829-437c-b552-feb5a42a84ab {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.359986] env[69722]: DEBUG nova.compute.manager [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Refreshing instance network info cache due to event network-changed-3b6c86e8-a829-437c-b552-feb5a42a84ab. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.360174] env[69722]: DEBUG oslo_concurrency.lockutils [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] Acquiring lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.366853] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438456, 'name': ReconfigVM_Task, 'duration_secs': 0.690142} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.367166] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Reconfigured VM instance instance-0000003b to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 894.367364] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.367725] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11ec3f16-db39-4d1e-a93c-8dd8ea197de4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.375852] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 894.375852] env[69722]: value = "task-3438459" [ 894.375852] env[69722]: _type = "Task" [ 894.375852] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.381243] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d991b91d-a081-43f2-bb12-157b39edaa43 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.390600] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.391981] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b3d96d-f44e-4bda-acdb-85a1b7808802 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.427370] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae50030-b8e3-451d-ab25-0af146ec53f5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.433507] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e99758-0cf7-49c3-b25a-467893e54a1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.447538] env[69722]: DEBUG nova.compute.provider_tree [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.659174] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.735907] env[69722]: DEBUG nova.network.neutron [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.878030] env[69722]: DEBUG nova.network.neutron [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Updating instance_info_cache with network_info: [{"id": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "address": "fa:16:3e:3c:3b:45", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6c86e8-a8", "ovs_interfaceid": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.888548] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438459, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.950883] env[69722]: DEBUG nova.scheduler.client.report [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.160464] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438458, 'name': ReconfigVM_Task, 'duration_secs': 0.923286} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.160744] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 98ab9f8d-0c12-429a-a991-fe7489c45925/98ab9f8d-0c12-429a-a991-fe7489c45925.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.161382] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0706502-3995-45d6-a433-762dc5731030 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.168438] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 895.168438] env[69722]: value = "task-3438460" [ 895.168438] env[69722]: _type = "Task" [ 895.168438] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.178134] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438460, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.366472] env[69722]: DEBUG nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.386771] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.387110] env[69722]: DEBUG nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Instance network_info: |[{"id": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "address": "fa:16:3e:3c:3b:45", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6c86e8-a8", "ovs_interfaceid": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.387399] env[69722]: DEBUG oslo_vmware.api [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438459, 'name': PowerOnVM_Task, 'duration_secs': 0.740615} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.389305] env[69722]: DEBUG oslo_concurrency.lockutils [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] Acquired lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.389491] env[69722]: DEBUG nova.network.neutron [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Refreshing network info cache for port 3b6c86e8-a829-437c-b552-feb5a42a84ab {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.390681] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:3b:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b6c86e8-a829-437c-b552-feb5a42a84ab', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.398099] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Creating folder: Project (0ba9eed20ce745a29bc999dbe6e2dea0). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.398394] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.398616] env[69722]: DEBUG nova.compute.manager [None req-0e1f9b3f-88f8-415e-8faa-7e0d7ce43815 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.402086] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ccb9035-e74a-4477-8629-f346995eb1ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.404288] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96822cf2-1476-4f88-9c5d-75e0c73d6c4e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.409044] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.409241] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.409392] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.409574] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.409713] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.409858] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.410071] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.410230] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.410393] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.410550] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.410719] env[69722]: DEBUG nova.virt.hardware [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.412081] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0b7fc-80bd-4917-9e75-4be946ad0604 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.424040] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d09506-1fc6-449d-a601-dd2f9070b82d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.428766] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Created folder: Project (0ba9eed20ce745a29bc999dbe6e2dea0) in parent group-v686248. [ 895.428963] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Creating folder: Instances. Parent ref: group-v686426. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.429597] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10be143b-45ad-4dc1-8835-b6f48c0582a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.447498] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Created folder: Instances in parent group-v686426. [ 895.447841] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.448249] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.448709] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb7d16d-48be-4bc7-b65a-535b7915edf2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.464617] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.466775] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.390s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.466959] env[69722]: DEBUG nova.objects.instance [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lazy-loading 'resources' on Instance uuid 3edf2257-e7a2-404c-9f0a-1d2e40677b9a {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.473094] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.473094] env[69722]: value = "task-3438463" [ 895.473094] env[69722]: _type = "Task" [ 895.473094] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.481770] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438463, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.487763] env[69722]: INFO nova.scheduler.client.report [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Deleted allocations for instance e5cda2f6-fb36-43c1-8041-252493253f00 [ 895.624793] env[69722]: DEBUG nova.network.neutron [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Updated VIF entry in instance network info cache for port 3b6c86e8-a829-437c-b552-feb5a42a84ab. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.624793] env[69722]: DEBUG nova.network.neutron [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Updating instance_info_cache with network_info: [{"id": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "address": "fa:16:3e:3c:3b:45", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6c86e8-a8", "ovs_interfaceid": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.682794] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438460, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.833645] env[69722]: DEBUG nova.network.neutron [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Successfully updated port: f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.984854] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438463, 'name': CreateVM_Task, 'duration_secs': 0.376962} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.984854] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.985499] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986085] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.986347] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3171e7da-090c-41ed-a044-4b9c0fe64c07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.992926] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 895.992926] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bd1068-f726-9871-d6d2-2d52a1b05288" [ 895.992926] env[69722]: _type = "Task" [ 895.992926] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.000201] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82feb9a3-18d1-439c-8812-d5f9032ec451 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "e5cda2f6-fb36-43c1-8041-252493253f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.058s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.004865] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bd1068-f726-9871-d6d2-2d52a1b05288, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.007391] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.007623] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.007858] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.008013] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.008202] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.008631] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16e36eb0-a3b0-4539-a11d-13bb74e0198b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.016589] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.016904] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.019644] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4344ccac-cfac-48b5-ba78-9be765371a74 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.025140] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 896.025140] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523db010-d69f-8221-f940-99a47a1ae66c" [ 896.025140] env[69722]: _type = "Task" [ 896.025140] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.032633] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523db010-d69f-8221-f940-99a47a1ae66c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.127532] env[69722]: DEBUG oslo_concurrency.lockutils [req-a34537c2-2519-4c8c-952c-c075946d71c6 req-bcdcb044-278c-45a9-ad1f-16d0a2cef640 service nova] Releasing lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.182815] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438460, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.337079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "refresh_cache-00f4195e-5c44-4c95-9c4d-d65c8059db5a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.337079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "refresh_cache-00f4195e-5c44-4c95-9c4d-d65c8059db5a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.337320] env[69722]: DEBUG nova.network.neutron [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.394959] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f1c67-d79a-4ac6-80dd-d8103ada7438 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.405190] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edd39e2-0858-4860-96a8-390e8b566d79 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.437147] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095f1459-8467-494a-b1eb-c5e7f0e83445 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.444048] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730aa22-6154-45a9-96d1-d0caa9fad100 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.460052] env[69722]: DEBUG nova.compute.provider_tree [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.469771] env[69722]: DEBUG nova.compute.manager [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Received event network-vif-plugged-f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.469964] env[69722]: DEBUG oslo_concurrency.lockutils [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] Acquiring lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.470267] env[69722]: DEBUG oslo_concurrency.lockutils [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.470393] env[69722]: DEBUG oslo_concurrency.lockutils [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.470495] env[69722]: DEBUG nova.compute.manager [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] No waiting events found dispatching network-vif-plugged-f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.470654] env[69722]: WARNING nova.compute.manager [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Received unexpected event network-vif-plugged-f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 for instance with vm_state building and task_state spawning. [ 896.470808] env[69722]: DEBUG nova.compute.manager [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Received event network-changed-f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.470950] env[69722]: DEBUG nova.compute.manager [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Refreshing instance network info cache due to event network-changed-f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.471131] env[69722]: DEBUG oslo_concurrency.lockutils [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] Acquiring lock "refresh_cache-00f4195e-5c44-4c95-9c4d-d65c8059db5a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.535077] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523db010-d69f-8221-f940-99a47a1ae66c, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.535943] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f680f03-a1ce-48cf-a02f-5d25bd286e5a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.542051] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 896.542051] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52356c05-5c70-3f16-1ea3-f1000f4b3960" [ 896.542051] env[69722]: _type = "Task" [ 896.542051] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.549917] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52356c05-5c70-3f16-1ea3-f1000f4b3960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.680182] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438460, 'name': Rename_Task, 'duration_secs': 1.30524} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.680476] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.680724] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4131936-4347-47c3-8d87-53198ea08c81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.687192] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 896.687192] env[69722]: value = "task-3438464" [ 896.687192] env[69722]: _type = "Task" [ 896.687192] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.694788] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.800431] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "5ae4397d-b6d0-43c4-b2b4-80536575928c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.800779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.801076] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "5ae4397d-b6d0-43c4-b2b4-80536575928c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.801335] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.801570] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.804311] env[69722]: INFO nova.compute.manager [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Terminating instance [ 896.881467] env[69722]: DEBUG nova.network.neutron [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.963605] env[69722]: DEBUG nova.scheduler.client.report [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.024624] env[69722]: DEBUG nova.network.neutron [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Updating instance_info_cache with network_info: [{"id": "f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3", "address": "fa:16:3e:50:7c:58", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf808e7d6-55", "ovs_interfaceid": "f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.052594] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52356c05-5c70-3f16-1ea3-f1000f4b3960, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.052870] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.053150] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 531fc776-108c-442c-9bc2-6d34bd9625c3/531fc776-108c-442c-9bc2-6d34bd9625c3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.053410] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c73c273d-2030-4199-9a8b-a935e7569782 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.059913] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 897.059913] env[69722]: value = "task-3438465" [ 897.059913] env[69722]: _type = "Task" [ 897.059913] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.067475] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.197883] env[69722]: DEBUG oslo_vmware.api [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438464, 'name': PowerOnVM_Task, 'duration_secs': 0.509513} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.198210] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.198439] env[69722]: INFO nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Took 10.71 seconds to spawn the instance on the hypervisor. [ 897.198650] env[69722]: DEBUG nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.199527] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac3231b-3312-470b-84f6-de0ad3ba028f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.309693] env[69722]: DEBUG nova.compute.manager [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 897.309693] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.310632] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a1a74a-e0e9-4fc2-8314-49bd9bf542d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.320068] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.320068] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac8d7a2-2fb5-4698-9558-2fd4b5f1e822 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.327692] env[69722]: DEBUG oslo_vmware.api [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 897.327692] env[69722]: value = "task-3438466" [ 897.327692] env[69722]: _type = "Task" [ 897.327692] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.337611] env[69722]: DEBUG oslo_vmware.api [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.472646] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.475410] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.949s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.477099] env[69722]: INFO nova.compute.claims [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.512903] env[69722]: INFO nova.scheduler.client.report [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Deleted allocations for instance 3edf2257-e7a2-404c-9f0a-1d2e40677b9a [ 897.531055] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "refresh_cache-00f4195e-5c44-4c95-9c4d-d65c8059db5a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.531547] env[69722]: DEBUG nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Instance network_info: |[{"id": "f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3", "address": "fa:16:3e:50:7c:58", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf808e7d6-55", "ovs_interfaceid": "f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.532620] env[69722]: DEBUG oslo_concurrency.lockutils [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] Acquired lock "refresh_cache-00f4195e-5c44-4c95-9c4d-d65c8059db5a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.532875] env[69722]: DEBUG nova.network.neutron [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Refreshing network info cache for port f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.534235] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:7c:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.544975] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.548600] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.548946] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5d93c19-5670-48c8-842a-8014c7815b0c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.577462] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493369} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.580130] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 531fc776-108c-442c-9bc2-6d34bd9625c3/531fc776-108c-442c-9bc2-6d34bd9625c3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.580130] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.580130] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.580130] env[69722]: value = "task-3438467" [ 897.580130] env[69722]: _type = "Task" [ 897.580130] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.580130] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-688296bc-f7bb-4bb3-a75e-ec118d0879a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.591195] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438467, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.592725] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 897.592725] env[69722]: value = "task-3438468" [ 897.592725] env[69722]: _type = "Task" [ 897.592725] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.603318] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.718996] env[69722]: INFO nova.compute.manager [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Took 52.93 seconds to build instance. [ 897.824850] env[69722]: DEBUG nova.network.neutron [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Updated VIF entry in instance network info cache for port f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.825260] env[69722]: DEBUG nova.network.neutron [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Updating instance_info_cache with network_info: [{"id": "f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3", "address": "fa:16:3e:50:7c:58", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf808e7d6-55", "ovs_interfaceid": "f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.839134] env[69722]: DEBUG oslo_vmware.api [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438466, 'name': PowerOffVM_Task, 'duration_secs': 0.334078} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.841137] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.841137] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.841137] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71a8420c-bd10-4a0d-88db-a48f50c664f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.898892] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.899141] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.899328] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Deleting the datastore file [datastore1] 5ae4397d-b6d0-43c4-b2b4-80536575928c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.899598] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-895e089c-52b9-43a4-a774-2f567ed969b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.906145] env[69722]: DEBUG oslo_vmware.api [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 897.906145] env[69722]: value = "task-3438470" [ 897.906145] env[69722]: _type = "Task" [ 897.906145] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.914568] env[69722]: DEBUG oslo_vmware.api [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.022480] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d0260ab-cd5a-4fd8-a5fc-74517f1a046d tempest-VolumesAssistedSnapshotsTest-196752212 tempest-VolumesAssistedSnapshotsTest-196752212-project-member] Lock "3edf2257-e7a2-404c-9f0a-1d2e40677b9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.262s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.092027] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438467, 'name': CreateVM_Task, 'duration_secs': 0.322355} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.092027] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.092196] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.092342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.092639] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.092884] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6501a7e8-d1c7-4db1-a01e-d12ad2f2e62a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.100418] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 898.100418] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520352fb-ae8f-c0bf-4d71-5c283119e180" [ 898.100418] env[69722]: _type = "Task" [ 898.100418] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.103966] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060627} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.106955] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.107846] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4e9058-9158-4bac-854c-46a0daf3c311 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.115473] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520352fb-ae8f-c0bf-4d71-5c283119e180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.133082] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 531fc776-108c-442c-9bc2-6d34bd9625c3/531fc776-108c-442c-9bc2-6d34bd9625c3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.133356] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c726a410-0dc1-4847-a1c2-cff758743c99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.151927] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 898.151927] env[69722]: value = "task-3438471" [ 898.151927] env[69722]: _type = "Task" [ 898.151927] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.162220] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.222089] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f974fab-cab0-4f08-895a-6adce29f1d8c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.329563] env[69722]: DEBUG oslo_concurrency.lockutils [req-ca7e8cb7-0967-410d-96eb-dbfa5d28b014 req-86ac1b78-de22-41e3-9315-b55673e22e61 service nova] Releasing lock "refresh_cache-00f4195e-5c44-4c95-9c4d-d65c8059db5a" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.416287] env[69722]: DEBUG oslo_vmware.api [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2225} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.416558] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.416865] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.417023] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.417216] env[69722]: INFO nova.compute.manager [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 898.417459] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.417655] env[69722]: DEBUG nova.compute.manager [-] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.417750] env[69722]: DEBUG nova.network.neutron [-] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 898.620050] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520352fb-ae8f-c0bf-4d71-5c283119e180, 'name': SearchDatastore_Task, 'duration_secs': 0.015675} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.622631] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.622866] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.624132] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.625808] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.626054] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.626580] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1b8ea51-1990-4acc-93b0-7b6b39f63720 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.639253] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.639476] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.642407] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a3c5b3-bbea-4b90-b8aa-23d2b022fcae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.647523] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 898.647523] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5280ef0f-03b3-a0b9-0713-44416251ad4c" [ 898.647523] env[69722]: _type = "Task" [ 898.647523] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.655337] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5280ef0f-03b3-a0b9-0713-44416251ad4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.665526] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438471, 'name': ReconfigVM_Task, 'duration_secs': 0.296632} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.665831] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 531fc776-108c-442c-9bc2-6d34bd9625c3/531fc776-108c-442c-9bc2-6d34bd9625c3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.666779] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e26d516-6e22-42ce-b09a-d216de9763ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.673118] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 898.673118] env[69722]: value = "task-3438472" [ 898.673118] env[69722]: _type = "Task" [ 898.673118] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.681565] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438472, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.728105] env[69722]: DEBUG nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.016466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbdbac2-f713-4185-b6d5-a991740d793d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.025376] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a509ce3-8ce1-4312-9021-b395cb452ce0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.057063] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d45c950-5e74-45eb-a15d-d87a160d4ffc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.065273] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e42be55-d592-42ee-8c88-d4cdefac1dcd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.081132] env[69722]: DEBUG nova.compute.provider_tree [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.160729] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5280ef0f-03b3-a0b9-0713-44416251ad4c, 'name': SearchDatastore_Task, 'duration_secs': 0.044778} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.161864] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea9f984f-0e8e-4cea-a308-6343ff71695a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.169777] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 899.169777] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522af39b-336e-c715-aff3-9703042d26c6" [ 899.169777] env[69722]: _type = "Task" [ 899.169777] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.182146] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522af39b-336e-c715-aff3-9703042d26c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.184480] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438472, 'name': Rename_Task, 'duration_secs': 0.139055} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.184736] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.184966] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-564fb98f-341b-4848-9b6e-90aac13da05e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.191763] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 899.191763] env[69722]: value = "task-3438473" [ 899.191763] env[69722]: _type = "Task" [ 899.191763] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.200143] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.254386] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.294258] env[69722]: DEBUG nova.compute.manager [req-17197e22-987f-436b-aa36-cdb6cce2cba9 req-9f84c4e6-c77b-4b7b-b7a3-e4662d44274f service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Received event network-vif-deleted-d72bed2e-a37e-40a5-9237-60a5ffaadd57 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.294258] env[69722]: INFO nova.compute.manager [req-17197e22-987f-436b-aa36-cdb6cce2cba9 req-9f84c4e6-c77b-4b7b-b7a3-e4662d44274f service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Neutron deleted interface d72bed2e-a37e-40a5-9237-60a5ffaadd57; detaching it from the instance and deleting it from the info cache [ 899.294258] env[69722]: DEBUG nova.network.neutron [req-17197e22-987f-436b-aa36-cdb6cce2cba9 req-9f84c4e6-c77b-4b7b-b7a3-e4662d44274f service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.609406] env[69722]: ERROR nova.scheduler.client.report [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [req-df236bda-2371-4533-8d2e-c63fda7770d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df236bda-2371-4533-8d2e-c63fda7770d3"}]} [ 899.621136] env[69722]: DEBUG nova.compute.manager [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 899.646493] env[69722]: DEBUG nova.scheduler.client.report [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 899.663829] env[69722]: DEBUG nova.scheduler.client.report [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 899.664073] env[69722]: DEBUG nova.compute.provider_tree [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.679725] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522af39b-336e-c715-aff3-9703042d26c6, 'name': SearchDatastore_Task, 'duration_secs': 0.021297} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.680505] env[69722]: DEBUG nova.scheduler.client.report [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 899.681868] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.682135] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 00f4195e-5c44-4c95-9c4d-d65c8059db5a/00f4195e-5c44-4c95-9c4d-d65c8059db5a.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.683173] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab201fc2-5e84-40fd-b35b-98a603ee436a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.689447] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 899.689447] env[69722]: value = "task-3438474" [ 899.689447] env[69722]: _type = "Task" [ 899.689447] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.692646] env[69722]: DEBUG nova.network.neutron [-] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.704398] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.707912] env[69722]: DEBUG nova.scheduler.client.report [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 899.710181] env[69722]: DEBUG oslo_vmware.api [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438473, 'name': PowerOnVM_Task, 'duration_secs': 0.447834} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.711367] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.711367] env[69722]: INFO nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Took 7.13 seconds to spawn the instance on the hypervisor. [ 899.711367] env[69722]: DEBUG nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.711770] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c53043e-d499-4620-8ce8-72b0874b234f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.796726] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26410a42-44f2-4a0b-82a3-03f118f29bdf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.808141] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648f77ea-e321-4a15-9394-f079fb9db541 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.845741] env[69722]: DEBUG nova.compute.manager [req-17197e22-987f-436b-aa36-cdb6cce2cba9 req-9f84c4e6-c77b-4b7b-b7a3-e4662d44274f service nova] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Detach interface failed, port_id=d72bed2e-a37e-40a5-9237-60a5ffaadd57, reason: Instance 5ae4397d-b6d0-43c4-b2b4-80536575928c could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 900.143681] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.196753] env[69722]: INFO nova.compute.manager [-] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Took 1.78 seconds to deallocate network for instance. [ 900.211499] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438474, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.229996] env[69722]: INFO nova.compute.manager [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Took 51.16 seconds to build instance. [ 900.304375] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fac20b-24c5-49e8-aa9b-5615e58a2a8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.312191] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c25fbd8-4ba5-43e2-8e95-362ec87bae39 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.347437] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe226630-68da-4d7d-93ff-c13438ebd0ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.355426] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7f70d5-1b2d-4c6f-847b-0693e87b3b11 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.370769] env[69722]: DEBUG nova.compute.provider_tree [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.702564] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524649} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.702854] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 00f4195e-5c44-4c95-9c4d-d65c8059db5a/00f4195e-5c44-4c95-9c4d-d65c8059db5a.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.703191] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.703466] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a082117d-e7d8-4140-b311-becd17e98b78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.706520] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.709897] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 900.709897] env[69722]: value = "task-3438475" [ 900.709897] env[69722]: _type = "Task" [ 900.709897] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.718633] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.731303] env[69722]: DEBUG oslo_concurrency.lockutils [None req-83c3ba89-22e1-4a0b-ac82-e025c3b6fd4c tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.640s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.874738] env[69722]: DEBUG nova.scheduler.client.report [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.220118] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122555} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.220628] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.221184] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b21128e-9746-465a-862d-d6c2d522e9b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.244526] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 00f4195e-5c44-4c95-9c4d-d65c8059db5a/00f4195e-5c44-4c95-9c4d-d65c8059db5a.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.244832] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ec97253-0d6a-449a-b007-b01545831743 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.266297] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 901.266297] env[69722]: value = "task-3438476" [ 901.266297] env[69722]: _type = "Task" [ 901.266297] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.277988] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.380718] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.905s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.381267] env[69722]: DEBUG nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.384159] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.897s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.384561] env[69722]: DEBUG nova.objects.instance [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'resources' on Instance uuid e78561b7-3b5a-42ea-8e56-c4d7a26112d4 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.776089] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.887948] env[69722]: DEBUG nova.compute.utils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.892469] env[69722]: DEBUG nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.895815] env[69722]: DEBUG nova.network.neutron [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.975348] env[69722]: DEBUG nova.policy [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a058b7bedffd4e3280d5a41cdac5ec6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0ba9eed20ce745a29bc999dbe6e2dea0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.285563] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438476, 'name': ReconfigVM_Task, 'duration_secs': 0.924322} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.286946] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 00f4195e-5c44-4c95-9c4d-d65c8059db5a/00f4195e-5c44-4c95-9c4d-d65c8059db5a.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.287862] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c4f5b37-56ba-42c6-9aeb-8d757775819b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.296260] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 902.296260] env[69722]: value = "task-3438477" [ 902.296260] env[69722]: _type = "Task" [ 902.296260] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.308415] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438477, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.393740] env[69722]: DEBUG nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.488931] env[69722]: DEBUG nova.network.neutron [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Successfully created port: 42ecda93-b4af-437c-83df-d39d45376528 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.527223] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c7bb83-d7fc-4bb9-8d2f-152648e7d1d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.534627] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e30aa87-a740-4e27-8f9a-516468a4d134 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.567023] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a9271b-c744-4809-8a98-8bfbb7bac16c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.574187] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57b8322-6094-4b94-97a8-4d9cc6678a6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.589036] env[69722]: DEBUG nova.compute.provider_tree [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.811466] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438477, 'name': Rename_Task, 'duration_secs': 0.155262} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.811750] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.812012] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dc84340-a781-4f13-87bb-050c6861ea0b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.817989] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 902.817989] env[69722]: value = "task-3438478" [ 902.817989] env[69722]: _type = "Task" [ 902.817989] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.826883] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.093207] env[69722]: DEBUG nova.scheduler.client.report [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.330923] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438478, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.408100] env[69722]: DEBUG nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.437944] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.438285] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.438385] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.438895] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.439075] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.439227] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.439440] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.439597] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.439762] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.439921] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.440107] env[69722]: DEBUG nova.virt.hardware [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.442162] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe749b-3f38-4302-8897-cfd967860faa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.451098] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058da1e9-9842-4221-a734-4042c2bc76d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.598479] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.600877] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.343s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.601688] env[69722]: DEBUG nova.objects.instance [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lazy-loading 'resources' on Instance uuid f8b219a2-0872-490b-b80b-c7be4a60a0ed {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.632485] env[69722]: INFO nova.scheduler.client.report [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted allocations for instance e78561b7-3b5a-42ea-8e56-c4d7a26112d4 [ 903.830045] env[69722]: DEBUG oslo_vmware.api [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438478, 'name': PowerOnVM_Task, 'duration_secs': 0.807158} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.830464] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.830790] env[69722]: INFO nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Took 8.46 seconds to spawn the instance on the hypervisor. [ 903.831113] env[69722]: DEBUG nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.832022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b169a9-617a-48d0-a8cc-4c492cea90bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.145524] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c1d7c636-f2e4-4f1e-9c2e-fc0266d31eb3 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e78561b7-3b5a-42ea-8e56-c4d7a26112d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.003s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.353040] env[69722]: INFO nova.compute.manager [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Took 50.70 seconds to build instance. [ 904.465580] env[69722]: DEBUG nova.compute.manager [req-06867238-8e56-4989-96d4-9645444574bc req-b9cc2f28-da6c-4aca-945c-5353fdc3e93c service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Received event network-vif-plugged-42ecda93-b4af-437c-83df-d39d45376528 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.465881] env[69722]: DEBUG oslo_concurrency.lockutils [req-06867238-8e56-4989-96d4-9645444574bc req-b9cc2f28-da6c-4aca-945c-5353fdc3e93c service nova] Acquiring lock "fce74b34-1c77-4d71-b70f-6b374b1264e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.466123] env[69722]: DEBUG oslo_concurrency.lockutils [req-06867238-8e56-4989-96d4-9645444574bc req-b9cc2f28-da6c-4aca-945c-5353fdc3e93c service nova] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.466297] env[69722]: DEBUG oslo_concurrency.lockutils [req-06867238-8e56-4989-96d4-9645444574bc req-b9cc2f28-da6c-4aca-945c-5353fdc3e93c service nova] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.466467] env[69722]: DEBUG nova.compute.manager [req-06867238-8e56-4989-96d4-9645444574bc req-b9cc2f28-da6c-4aca-945c-5353fdc3e93c service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] No waiting events found dispatching network-vif-plugged-42ecda93-b4af-437c-83df-d39d45376528 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 904.466633] env[69722]: WARNING nova.compute.manager [req-06867238-8e56-4989-96d4-9645444574bc req-b9cc2f28-da6c-4aca-945c-5353fdc3e93c service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Received unexpected event network-vif-plugged-42ecda93-b4af-437c-83df-d39d45376528 for instance with vm_state building and task_state spawning. [ 904.548724] env[69722]: DEBUG nova.network.neutron [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Successfully updated port: 42ecda93-b4af-437c-83df-d39d45376528 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.693975] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d034e72-354e-44c8-8227-eafd88234c41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.703809] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a12a3e5-2739-4af7-bdc2-9a1073e8acf2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.734677] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2964655b-e8f8-4fff-a620-1a65e19ba54e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.743175] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cab5a0e-ca0d-41c3-9a9f-dc08ee258687 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.755375] env[69722]: DEBUG nova.compute.provider_tree [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.856898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1d892a08-22e0-4a7e-b472-8101f613173d tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.456s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.055951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "refresh_cache-fce74b34-1c77-4d71-b70f-6b374b1264e7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.056210] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "refresh_cache-fce74b34-1c77-4d71-b70f-6b374b1264e7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.056988] env[69722]: DEBUG nova.network.neutron [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.259108] env[69722]: DEBUG nova.scheduler.client.report [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.546574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "eb310089-7765-4d14-b010-9f6da48f5546" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.546574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "eb310089-7765-4d14-b010-9f6da48f5546" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.546869] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "eb310089-7765-4d14-b010-9f6da48f5546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.547423] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "eb310089-7765-4d14-b010-9f6da48f5546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.547423] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "eb310089-7765-4d14-b010-9f6da48f5546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.550618] env[69722]: INFO nova.compute.manager [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Terminating instance [ 905.594148] env[69722]: DEBUG nova.network.neutron [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.772190] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.778342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.054s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.778607] env[69722]: DEBUG nova.objects.instance [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lazy-loading 'resources' on Instance uuid 50e6a7d1-12b7-43ce-89cf-6a7f283eb663 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.784135] env[69722]: DEBUG nova.network.neutron [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Updating instance_info_cache with network_info: [{"id": "42ecda93-b4af-437c-83df-d39d45376528", "address": "fa:16:3e:e7:cf:1d", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ecda93-b4", "ovs_interfaceid": "42ecda93-b4af-437c-83df-d39d45376528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.799362] env[69722]: INFO nova.scheduler.client.report [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleted allocations for instance f8b219a2-0872-490b-b80b-c7be4a60a0ed [ 906.055269] env[69722]: DEBUG nova.compute.manager [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.055418] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.056425] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6338b1df-addd-4b81-b296-c4c8c32ce7c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.066703] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.066961] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-116a7d46-250c-4618-9722-543c7f59a3bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.079925] env[69722]: DEBUG oslo_vmware.api [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 906.079925] env[69722]: value = "task-3438479" [ 906.079925] env[69722]: _type = "Task" [ 906.079925] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.088311] env[69722]: DEBUG oslo_vmware.api [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.286153] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "refresh_cache-fce74b34-1c77-4d71-b70f-6b374b1264e7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.286846] env[69722]: DEBUG nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Instance network_info: |[{"id": "42ecda93-b4af-437c-83df-d39d45376528", "address": "fa:16:3e:e7:cf:1d", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ecda93-b4", "ovs_interfaceid": "42ecda93-b4af-437c-83df-d39d45376528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 906.287835] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:cf:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ecda93-b4af-437c-83df-d39d45376528', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 906.298377] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.298737] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 906.299034] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a6ec14e-c919-40dc-ac05-d284e193e5b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.327378] env[69722]: DEBUG oslo_concurrency.lockutils [None req-80335f3b-5c57-49bb-8874-1383002feb53 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "f8b219a2-0872-490b-b80b-c7be4a60a0ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.226s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.333241] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 906.333241] env[69722]: value = "task-3438480" [ 906.333241] env[69722]: _type = "Task" [ 906.333241] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.344660] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438480, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.552202] env[69722]: DEBUG nova.compute.manager [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Received event network-changed-42ecda93-b4af-437c-83df-d39d45376528 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.552404] env[69722]: DEBUG nova.compute.manager [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Refreshing instance network info cache due to event network-changed-42ecda93-b4af-437c-83df-d39d45376528. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.552617] env[69722]: DEBUG oslo_concurrency.lockutils [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] Acquiring lock "refresh_cache-fce74b34-1c77-4d71-b70f-6b374b1264e7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.552753] env[69722]: DEBUG oslo_concurrency.lockutils [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] Acquired lock "refresh_cache-fce74b34-1c77-4d71-b70f-6b374b1264e7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.555148] env[69722]: DEBUG nova.network.neutron [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Refreshing network info cache for port 42ecda93-b4af-437c-83df-d39d45376528 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.593658] env[69722]: DEBUG oslo_vmware.api [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438479, 'name': PowerOffVM_Task, 'duration_secs': 0.284835} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.593956] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.594192] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.594479] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bd03320-54fa-4f09-b404-afdbc9587e84 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.662173] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.662981] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.662981] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Deleting the datastore file [datastore2] eb310089-7765-4d14-b010-9f6da48f5546 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.662981] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-552dc84d-b5db-46b2-9c8b-bbb9df10de00 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.670129] env[69722]: DEBUG oslo_vmware.api [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for the task: (returnval){ [ 906.670129] env[69722]: value = "task-3438482" [ 906.670129] env[69722]: _type = "Task" [ 906.670129] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.682123] env[69722]: DEBUG oslo_vmware.api [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.700131] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.700381] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.820121] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76154458-9676-4f16-a3b0-7f85e00f06e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.827384] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e69df-fe82-41a7-836e-85c3852b2061 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.864800] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244be76d-5338-4cc7-854e-04ada9ab746a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.868657] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438480, 'name': CreateVM_Task, 'duration_secs': 0.360166} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.869201] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.869940] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.870107] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.870436] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.872591] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bd2f45-5c85-499c-afec-2dded11f8a94 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.875228] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a23c489-921f-4171-9431-91679c5d0998 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.882674] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 906.882674] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523e96f3-89ff-527d-4997-c8f77feb8b4b" [ 906.882674] env[69722]: _type = "Task" [ 906.882674] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.890816] env[69722]: DEBUG nova.compute.provider_tree [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.901362] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523e96f3-89ff-527d-4997-c8f77feb8b4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.185697] env[69722]: DEBUG oslo_vmware.api [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Task: {'id': task-3438482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355132} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.186148] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.186461] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.186754] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.187075] env[69722]: INFO nova.compute.manager [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Took 1.13 seconds to destroy the instance on the hypervisor. [ 907.187420] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.187717] env[69722]: DEBUG nova.compute.manager [-] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.187923] env[69722]: DEBUG nova.network.neutron [-] [instance: eb310089-7765-4d14-b010-9f6da48f5546] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 907.205753] env[69722]: DEBUG nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.330621] env[69722]: DEBUG nova.network.neutron [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Updated VIF entry in instance network info cache for port 42ecda93-b4af-437c-83df-d39d45376528. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.332020] env[69722]: DEBUG nova.network.neutron [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Updating instance_info_cache with network_info: [{"id": "42ecda93-b4af-437c-83df-d39d45376528", "address": "fa:16:3e:e7:cf:1d", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ecda93-b4", "ovs_interfaceid": "42ecda93-b4af-437c-83df-d39d45376528", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.397081] env[69722]: DEBUG nova.scheduler.client.report [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.406329] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523e96f3-89ff-527d-4997-c8f77feb8b4b, 'name': SearchDatastore_Task, 'duration_secs': 0.020829} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.406629] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.406889] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.407196] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.407310] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.407488] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.407755] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8addafc2-d49d-4214-99e1-74e9a39d4ea1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.418695] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.419090] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.423147] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb39d6d5-5970-4b00-af36-3cb6b32f36df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.433345] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 907.433345] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005c5f-048f-4b08-010e-238dfe73d81b" [ 907.433345] env[69722]: _type = "Task" [ 907.433345] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.445392] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005c5f-048f-4b08-010e-238dfe73d81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.730456] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.834007] env[69722]: DEBUG oslo_concurrency.lockutils [req-09ad4c9c-37db-4acc-9295-2e812442b602 req-a8a0695c-7c9f-43f3-b6c7-77f68c37b944 service nova] Releasing lock "refresh_cache-fce74b34-1c77-4d71-b70f-6b374b1264e7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.904815] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.908709] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 44.007s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.908709] env[69722]: DEBUG nova.objects.instance [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.926165] env[69722]: INFO nova.scheduler.client.report [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Deleted allocations for instance 50e6a7d1-12b7-43ce-89cf-6a7f283eb663 [ 907.944314] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005c5f-048f-4b08-010e-238dfe73d81b, 'name': SearchDatastore_Task, 'duration_secs': 0.013444} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.945409] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44f1213b-0236-438f-9f11-cb76dbfdbfd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.955156] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 907.955156] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f39e9e-0645-9c60-475c-3472707830a4" [ 907.955156] env[69722]: _type = "Task" [ 907.955156] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.968026] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f39e9e-0645-9c60-475c-3472707830a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.006443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "9fa94347-fbac-434f-ac77-fe19742a41a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.006443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.115289] env[69722]: DEBUG nova.compute.manager [req-ce8a0cf6-9e2e-46c1-a952-0808cb2670ce req-a28f7569-e461-45cb-86c9-e3943c28e6b3 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Received event network-vif-deleted-bc9919df-b8b0-4158-a9f1-f6723b9e8c59 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.115568] env[69722]: INFO nova.compute.manager [req-ce8a0cf6-9e2e-46c1-a952-0808cb2670ce req-a28f7569-e461-45cb-86c9-e3943c28e6b3 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Neutron deleted interface bc9919df-b8b0-4158-a9f1-f6723b9e8c59; detaching it from the instance and deleting it from the info cache [ 908.115662] env[69722]: DEBUG nova.network.neutron [req-ce8a0cf6-9e2e-46c1-a952-0808cb2670ce req-a28f7569-e461-45cb-86c9-e3943c28e6b3 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.445643] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a6ccbdf-0183-4843-b0b9-3200879b5b6c tempest-InstanceActionsTestJSON-562738736 tempest-InstanceActionsTestJSON-562738736-project-member] Lock "50e6a7d1-12b7-43ce-89cf-6a7f283eb663" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.428s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.466794] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f39e9e-0645-9c60-475c-3472707830a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011393} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.467104] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.468055] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] fce74b34-1c77-4d71-b70f-6b374b1264e7/fce74b34-1c77-4d71-b70f-6b374b1264e7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.468055] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39775eb7-c72f-45ce-b7bb-f3df03217dfd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.474265] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 908.474265] env[69722]: value = "task-3438483" [ 908.474265] env[69722]: _type = "Task" [ 908.474265] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.482374] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.509587] env[69722]: DEBUG nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.544158] env[69722]: DEBUG nova.network.neutron [-] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.618372] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-25b6a028-43e3-4566-ae8a-a5f47f719346 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.627364] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c385053e-c2b4-47ab-96b4-82b0a573ce8e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.666057] env[69722]: DEBUG nova.compute.manager [req-ce8a0cf6-9e2e-46c1-a952-0808cb2670ce req-a28f7569-e461-45cb-86c9-e3943c28e6b3 service nova] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Detach interface failed, port_id=bc9919df-b8b0-4158-a9f1-f6723b9e8c59, reason: Instance eb310089-7765-4d14-b010-9f6da48f5546 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.922748] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4898200d-711e-4772-9dc3-54e4e949407e tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.923937] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.750s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.925501] env[69722]: INFO nova.compute.claims [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.986787] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.038218] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.048785] env[69722]: INFO nova.compute.manager [-] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Took 1.86 seconds to deallocate network for instance. [ 909.487221] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.899595} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.487509] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] fce74b34-1c77-4d71-b70f-6b374b1264e7/fce74b34-1c77-4d71-b70f-6b374b1264e7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.488103] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.491628] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cc89872-02bc-44f1-a25b-1dfa2bc9c096 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.496670] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 909.496670] env[69722]: value = "task-3438484" [ 909.496670] env[69722]: _type = "Task" [ 909.496670] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.510683] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438484, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.558105] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.010619] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.012129] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.016911] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438484, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064156} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.017390] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.019048] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b562deeb-2835-4037-bd80-bda3c5085e41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.046844] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fce74b34-1c77-4d71-b70f-6b374b1264e7/fce74b34-1c77-4d71-b70f-6b374b1264e7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.047416] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10369a05-f523-428c-ad71-0db7ea008502 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.074569] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 910.074569] env[69722]: value = "task-3438485" [ 910.074569] env[69722]: _type = "Task" [ 910.074569] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.082458] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438485, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.548526] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fea975-b648-4ebe-a9b1-caf370feb553 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.558525] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ef114c-9b64-473c-ae4b-0832b46a2d14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.593656] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadcd4aa-db53-49d1-86ba-d39846437d4b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.606140] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438485, 'name': ReconfigVM_Task, 'duration_secs': 0.286684} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.608213] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fce74b34-1c77-4d71-b70f-6b374b1264e7/fce74b34-1c77-4d71-b70f-6b374b1264e7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.609118] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3df66f24-f2af-41a2-92be-b1f67a064b2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.611422] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260a29a-68d7-46a9-834c-d8a5dcba9d36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.626629] env[69722]: DEBUG nova.compute.provider_tree [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.628863] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 910.628863] env[69722]: value = "task-3438486" [ 910.628863] env[69722]: _type = "Task" [ 910.628863] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.637439] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438486, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.134514] env[69722]: DEBUG nova.scheduler.client.report [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.144781] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438486, 'name': Rename_Task, 'duration_secs': 0.153048} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.144781] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.144781] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8e849c7-9677-41e3-91f5-f1c3c2fe0861 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.150780] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 911.150780] env[69722]: value = "task-3438487" [ 911.150780] env[69722]: _type = "Task" [ 911.150780] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.161680] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.639672] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.640180] env[69722]: DEBUG nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.643014] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.236s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.643340] env[69722]: DEBUG nova.objects.instance [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'resources' on Instance uuid 6226200a-6897-46b8-a886-0ad13a72a3f7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.661661] env[69722]: DEBUG oslo_vmware.api [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438487, 'name': PowerOnVM_Task, 'duration_secs': 0.456852} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.662170] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.662555] env[69722]: INFO nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Took 8.26 seconds to spawn the instance on the hypervisor. [ 911.662772] env[69722]: DEBUG nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.663754] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ff10bd-f0dc-46d3-9d1a-b49a93a820a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.146457] env[69722]: DEBUG nova.compute.utils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.151578] env[69722]: DEBUG nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 912.184413] env[69722]: INFO nova.compute.manager [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Took 56.68 seconds to build instance. [ 912.652108] env[69722]: DEBUG nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.683030] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4aae16-f0ff-4914-8913-fb50ab3dcc01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.687145] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af329b61-d079-4e28-b362-9b94c238d8d0 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.793s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.698314] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce251fb-13fb-4dc1-a175-e61b77863e7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.736247] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a1721d-2f69-4c52-8f7d-b00e85e9b1bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.745684] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8674f-fd06-4091-82a6-6c23e8d8c754 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.764134] env[69722]: DEBUG nova.compute.provider_tree [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.197244] env[69722]: DEBUG nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 913.268368] env[69722]: DEBUG nova.scheduler.client.report [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.661817] env[69722]: DEBUG nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.695954] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.696243] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.696401] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.696568] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.696712] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.696857] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.697075] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.697242] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.697410] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.697574] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.697744] env[69722]: DEBUG nova.virt.hardware [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.698660] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c1374-bd8e-4e1b-8fbe-3ddb0cfa4f56 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.706680] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271b05f5-9e4f-4a36-a48b-c0d3265a8a55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.726116] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.732354] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Creating folder: Project (e8b001cd904f430c8fee3eb5e5954740). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.732694] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-004fde64-360c-40bf-8a89-eededa5925a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.741363] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.744621] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Created folder: Project (e8b001cd904f430c8fee3eb5e5954740) in parent group-v686248. [ 913.744812] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Creating folder: Instances. Parent ref: group-v686431. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 913.745060] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a595202-7658-4bc4-b862-7cb4ede34b1c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.754320] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Created folder: Instances in parent group-v686431. [ 913.754562] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.754752] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 913.754959] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df45c397-e982-49ab-95bb-63a7c2b9faf5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.772493] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.772493] env[69722]: value = "task-3438490" [ 913.772493] env[69722]: _type = "Task" [ 913.772493] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.773329] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.778720] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.520s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.782078] env[69722]: INFO nova.compute.claims [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.792326] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438490, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.802896] env[69722]: INFO nova.scheduler.client.report [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted allocations for instance 6226200a-6897-46b8-a886-0ad13a72a3f7 [ 914.289960] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438490, 'name': CreateVM_Task, 'duration_secs': 0.241524} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.290266] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 914.290776] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.290990] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.291423] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.291996] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2292077e-f796-4512-a3ff-e3b73301dc5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.298271] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 914.298271] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5288a08f-bb35-939d-6dbc-733194efabfc" [ 914.298271] env[69722]: _type = "Task" [ 914.298271] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.322472] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5288a08f-bb35-939d-6dbc-733194efabfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.322981] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.322981] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 914.323603] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.323771] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.323967] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.324481] env[69722]: DEBUG oslo_concurrency.lockutils [None req-026ea48f-80f3-45f1-a6e9-e2f6d1500838 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "6226200a-6897-46b8-a886-0ad13a72a3f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.304s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.325377] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13e6cb67-899e-48a5-bb81-9d5388afec88 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.336138] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.337305] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 914.337305] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2291ebcc-f955-4645-9829-eca507fca8e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.344065] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 914.344065] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524fb791-ee71-92f6-ff4b-21c556f5740e" [ 914.344065] env[69722]: _type = "Task" [ 914.344065] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.353618] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524fb791-ee71-92f6-ff4b-21c556f5740e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.525042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "531fc776-108c-442c-9bc2-6d34bd9625c3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.525382] env[69722]: DEBUG oslo_concurrency.lockutils [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.525640] env[69722]: DEBUG nova.compute.manager [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.527286] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e43f71-cff3-4468-8161-724224372bbf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.535331] env[69722]: DEBUG nova.compute.manager [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 914.535331] env[69722]: DEBUG nova.objects.instance [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lazy-loading 'flavor' on Instance uuid 531fc776-108c-442c-9bc2-6d34bd9625c3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.855127] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524fb791-ee71-92f6-ff4b-21c556f5740e, 'name': SearchDatastore_Task, 'duration_secs': 0.009046} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.858640] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deba1e3d-3c04-4324-90a5-0228233fde11 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.865139] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 914.865139] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52745b91-ee13-2b6b-09eb-411009c5db14" [ 914.865139] env[69722]: _type = "Task" [ 914.865139] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.876392] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52745b91-ee13-2b6b-09eb-411009c5db14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.304566] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b50f13-82ec-460c-8696-1284bd00e4a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.314026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07361cf1-73d9-461d-9c9b-e8f57041fc8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.351020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e0940-fed9-40ae-8658-10bb5f53a149 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.356384] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5449ad-8210-4214-86c7-145ae7c69c18 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.373760] env[69722]: DEBUG nova.compute.provider_tree [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.383362] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52745b91-ee13-2b6b-09eb-411009c5db14, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.383641] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.383969] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 915.384924] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ab1e2c0-75c2-4173-a6d9-c5196bec29a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.392176] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 915.392176] env[69722]: value = "task-3438491" [ 915.392176] env[69722]: _type = "Task" [ 915.392176] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.401622] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.547186] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.547186] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a2a3c6c-8823-4e62-b64f-412960d89654 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.553652] env[69722]: DEBUG oslo_vmware.api [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 915.553652] env[69722]: value = "task-3438492" [ 915.553652] env[69722]: _type = "Task" [ 915.553652] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.571377] env[69722]: DEBUG oslo_vmware.api [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.580688] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.581427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.878513] env[69722]: DEBUG nova.scheduler.client.report [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.904032] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472978} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.904427] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.904677] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.905031] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-407e2fe8-6ebe-4710-8a1d-ec5c55d056b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.912468] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 915.912468] env[69722]: value = "task-3438493" [ 915.912468] env[69722]: _type = "Task" [ 915.912468] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.922346] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.063986] env[69722]: DEBUG oslo_vmware.api [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438492, 'name': PowerOffVM_Task, 'duration_secs': 0.361628} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.065772] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.066057] env[69722]: DEBUG nova.compute.manager [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.066925] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a375a3a1-801a-4485-99e8-0e321fea41b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.383984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.384564] env[69722]: DEBUG nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.387502] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.988s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.392424] env[69722]: INFO nova.compute.claims [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.422337] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158848} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.422615] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 916.423431] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecd7aee-73d8-4905-8dbf-c1ae297e9c9e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.443336] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.444252] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f05782-f595-4628-a74a-32de0d2da38e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.466302] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 916.466302] env[69722]: value = "task-3438494" [ 916.466302] env[69722]: _type = "Task" [ 916.466302] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.474639] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.578273] env[69722]: DEBUG oslo_concurrency.lockutils [None req-798fc989-7191-48f3-94ab-03407b2c13a1 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.763454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "28bce77d-f28b-4e03-884a-4a244456b6cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.763733] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.897334] env[69722]: DEBUG nova.compute.utils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.899360] env[69722]: DEBUG nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.899567] env[69722]: DEBUG nova.network.neutron [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.946409] env[69722]: DEBUG nova.policy [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.976486] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438494, 'name': ReconfigVM_Task, 'duration_secs': 0.299518} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.976768] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.977370] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10147fb9-1711-4768-9a5c-f20d810e9965 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.983010] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 916.983010] env[69722]: value = "task-3438495" [ 916.983010] env[69722]: _type = "Task" [ 916.983010] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.991769] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438495, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.076773] env[69722]: DEBUG nova.objects.instance [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lazy-loading 'flavor' on Instance uuid 531fc776-108c-442c-9bc2-6d34bd9625c3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.309649] env[69722]: DEBUG nova.network.neutron [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Successfully created port: 6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.403209] env[69722]: DEBUG nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.493508] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438495, 'name': Rename_Task, 'duration_secs': 0.260558} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.496739] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.497779] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f84faeb-4319-4233-a867-efcad5bfb0d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.504301] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 917.504301] env[69722]: value = "task-3438496" [ 917.504301] env[69722]: _type = "Task" [ 917.504301] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.511903] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.581162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.581347] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquired lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.581521] env[69722]: DEBUG nova.network.neutron [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.581695] env[69722]: DEBUG nova.objects.instance [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lazy-loading 'info_cache' on Instance uuid 531fc776-108c-442c-9bc2-6d34bd9625c3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.914153] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d12b10-6895-4a83-bb69-38abf26f213f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.923025] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f53cad3-de9a-4dae-ac46-0cf4bf9af40b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.955165] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d272862-9211-48c5-9419-5b6aa63cb598 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.963207] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fb1eef-841b-4175-89e3-ea79c725646c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.977740] env[69722]: DEBUG nova.compute.provider_tree [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.014471] env[69722]: DEBUG oslo_vmware.api [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438496, 'name': PowerOnVM_Task, 'duration_secs': 0.484595} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.014757] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.014960] env[69722]: INFO nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Took 4.35 seconds to spawn the instance on the hypervisor. [ 918.015221] env[69722]: DEBUG nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 918.015918] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeef8d7-1322-43c7-b4a3-551ba8bc7bd6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.085882] env[69722]: DEBUG nova.objects.base [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Object Instance<531fc776-108c-442c-9bc2-6d34bd9625c3> lazy-loaded attributes: flavor,info_cache {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 918.414384] env[69722]: DEBUG nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.444396] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.444530] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.444679] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.444898] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.445093] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.445282] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.445524] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.445733] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.445952] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.446164] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.446380] env[69722]: DEBUG nova.virt.hardware [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.447544] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b6f4c8-521f-488d-bc9b-e799015b9932 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.455316] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e539bb8-8a1b-4d64-b8a9-3d8ccaf0bb36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.479659] env[69722]: DEBUG nova.scheduler.client.report [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.532021] env[69722]: INFO nova.compute.manager [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Took 54.47 seconds to build instance. [ 918.729023] env[69722]: DEBUG nova.compute.manager [req-3ba0a2cc-1fce-45eb-99b1-2f565e0e809d req-39dcf5bd-7400-498a-8c49-9340ee5a4948 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-vif-plugged-6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.729265] env[69722]: DEBUG oslo_concurrency.lockutils [req-3ba0a2cc-1fce-45eb-99b1-2f565e0e809d req-39dcf5bd-7400-498a-8c49-9340ee5a4948 service nova] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.729476] env[69722]: DEBUG oslo_concurrency.lockutils [req-3ba0a2cc-1fce-45eb-99b1-2f565e0e809d req-39dcf5bd-7400-498a-8c49-9340ee5a4948 service nova] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.729640] env[69722]: DEBUG oslo_concurrency.lockutils [req-3ba0a2cc-1fce-45eb-99b1-2f565e0e809d req-39dcf5bd-7400-498a-8c49-9340ee5a4948 service nova] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.729809] env[69722]: DEBUG nova.compute.manager [req-3ba0a2cc-1fce-45eb-99b1-2f565e0e809d req-39dcf5bd-7400-498a-8c49-9340ee5a4948 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] No waiting events found dispatching network-vif-plugged-6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.729975] env[69722]: WARNING nova.compute.manager [req-3ba0a2cc-1fce-45eb-99b1-2f565e0e809d req-39dcf5bd-7400-498a-8c49-9340ee5a4948 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received unexpected event network-vif-plugged-6ba265ca-ee66-4f93-a8b6-51562c90ecb1 for instance with vm_state building and task_state spawning. [ 918.832282] env[69722]: DEBUG nova.network.neutron [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Updating instance_info_cache with network_info: [{"id": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "address": "fa:16:3e:3c:3b:45", "network": {"id": "ab9f657a-2a29-47a8-866f-2dc447b5dd4c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1884397097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0ba9eed20ce745a29bc999dbe6e2dea0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b6c86e8-a8", "ovs_interfaceid": "3b6c86e8-a829-437c-b552-feb5a42a84ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.985395] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.986721] env[69722]: DEBUG nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.991405] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.531s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.991646] env[69722]: DEBUG nova.objects.instance [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lazy-loading 'resources' on Instance uuid 3e84be0b-2078-47ef-b88e-adb5e320b800 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.033849] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5dad4278-a236-449c-9196-b3f07bc7b1b9 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.624s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.108886] env[69722]: DEBUG nova.network.neutron [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Successfully updated port: 6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 919.337169] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Releasing lock "refresh_cache-531fc776-108c-442c-9bc2-6d34bd9625c3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.493392] env[69722]: DEBUG nova.compute.utils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.495692] env[69722]: DEBUG nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.495895] env[69722]: DEBUG nova.network.neutron [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.536977] env[69722]: DEBUG nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.574810] env[69722]: DEBUG nova.policy [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a318be388016440b80ddce0acba0f15c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94aabc1ecef24a76a65443b4895c3894', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.613141] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.613410] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.613823] env[69722]: DEBUG nova.network.neutron [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.660549] env[69722]: INFO nova.compute.manager [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Rebuilding instance [ 919.707647] env[69722]: DEBUG nova.compute.manager [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.708703] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3635a2df-d336-482f-ac2d-29628f6b7e2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.932789] env[69722]: DEBUG nova.network.neutron [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Successfully created port: 7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.001190] env[69722]: DEBUG nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.031141] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c106e27f-3a48-46e8-b9a0-d8a61bb699af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.039416] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94efacb5-56b3-4c88-8c28-36ced28ca794 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.073762] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9beffba-3d8f-4e50-9e6b-a21c2a83ffd6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.082053] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeb5110-6c62-46b2-865a-72a6f906fc80 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.096373] env[69722]: DEBUG nova.compute.provider_tree [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.098341] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.146129] env[69722]: DEBUG nova.network.neutron [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 920.288415] env[69722]: DEBUG nova.network.neutron [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.344606] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.344924] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce09acd0-053d-4f7a-880a-ee9ff5c6ea33 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.352902] env[69722]: DEBUG oslo_vmware.api [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 920.352902] env[69722]: value = "task-3438497" [ 920.352902] env[69722]: _type = "Task" [ 920.352902] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.095476] env[69722]: DEBUG nova.scheduler.client.report [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.098788] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.099185] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.099480] env[69722]: DEBUG nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Instance network_info: |[{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 921.099821] env[69722]: DEBUG oslo_vmware.api [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.100009] env[69722]: WARNING oslo_vmware.common.loopingcall [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] task run outlasted interval by 0.246884 sec [ 921.101358] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b26148e5-7473-4a73-bbc8-6c56098f5d5a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.103217] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:2d:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ba265ca-ee66-4f93-a8b6-51562c90ecb1', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.111715] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.112902] env[69722]: DEBUG nova.compute.manager [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-changed-6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.113094] env[69722]: DEBUG nova.compute.manager [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing instance network info cache due to event network-changed-6ba265ca-ee66-4f93-a8b6-51562c90ecb1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.113310] env[69722]: DEBUG oslo_concurrency.lockutils [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.113450] env[69722]: DEBUG oslo_concurrency.lockutils [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.113604] env[69722]: DEBUG nova.network.neutron [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing network info cache for port 6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 921.115315] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.118992] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c035c47-d781-4909-b218-4b1c86a72358 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.135626] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 921.135626] env[69722]: value = "task-3438498" [ 921.135626] env[69722]: _type = "Task" [ 921.135626] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.142815] env[69722]: DEBUG oslo_vmware.api [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438497, 'name': PowerOnVM_Task, 'duration_secs': 0.394345} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.144269] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.144471] env[69722]: DEBUG nova.compute.manager [None req-cbe7b239-1b0a-432e-b725-5c52aef53881 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.144921] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.144921] env[69722]: value = "task-3438499" [ 921.144921] env[69722]: _type = "Task" [ 921.144921] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.145599] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6f7425-7185-4384-a56c-315337530bf6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.153755] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438498, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.162079] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438499, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.581119] env[69722]: DEBUG nova.network.neutron [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Successfully updated port: 7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.603102] env[69722]: DEBUG nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.605506] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.614s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.608243] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.859s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.608472] env[69722]: DEBUG nova.objects.instance [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lazy-loading 'resources' on Instance uuid 76f2b81d-c650-4c6c-9e8f-e08b965095b0 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.632842] env[69722]: INFO nova.scheduler.client.report [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Deleted allocations for instance 3e84be0b-2078-47ef-b88e-adb5e320b800 [ 921.650707] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438498, 'name': PowerOffVM_Task, 'duration_secs': 0.127492} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.650707] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.650707] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.654141] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67029e6-4ada-4b00-96f0-f92deecfa275 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.669493] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438499, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.674728] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.674728] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8487012a-7db9-4310-843f-3893618a4ee9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.696786] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.697116] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.697348] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.697589] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.697787] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.698025] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.698361] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.698589] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.699303] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.699806] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.700097] env[69722]: DEBUG nova.virt.hardware [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.701029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a643949f-df81-4f38-a28e-d1afbdf92222 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.711914] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cd0d15-ff7c-4c95-a1d1-db77c4480c52 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.717710] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.717926] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.718120] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Deleting the datastore file [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.719403] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89df4a4b-be04-4623-9310-6a454ddcd6fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.738343] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 921.738343] env[69722]: value = "task-3438501" [ 921.738343] env[69722]: _type = "Task" [ 921.738343] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.746099] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.919903] env[69722]: DEBUG nova.network.neutron [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updated VIF entry in instance network info cache for port 6ba265ca-ee66-4f93-a8b6-51562c90ecb1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.920504] env[69722]: DEBUG nova.network.neutron [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.083301] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "refresh_cache-47b6bb61-62f6-40a5-b909-c67aa66a5fca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.083685] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquired lock "refresh_cache-47b6bb61-62f6-40a5-b909-c67aa66a5fca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.084020] env[69722]: DEBUG nova.network.neutron [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.140034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b85e2d7e-63d5-474d-92d1-8abe950db29c tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "3e84be0b-2078-47ef-b88e-adb5e320b800" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.589s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.160044] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438499, 'name': CreateVM_Task, 'duration_secs': 0.646203} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.161966] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.162790] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.163021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.163271] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.163775] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92570d64-b968-4393-9092-2d8fb0dfedf5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.170658] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 922.170658] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e983b5-bde2-34f4-7081-50b0dbbbd1bf" [ 922.170658] env[69722]: _type = "Task" [ 922.170658] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.181878] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e983b5-bde2-34f4-7081-50b0dbbbd1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.248444] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139286} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.250983] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.251183] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.251431] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.424011] env[69722]: DEBUG oslo_concurrency.lockutils [req-ea939e4f-f5c1-4bb0-8724-f2c180aad18a req-1ee015c6-e9f5-44d9-9d93-29d5f771f137 service nova] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.609265] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87b9800-62fa-4564-b056-ffbeb79143a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.617767] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5243fe-0f96-415f-993a-581768964018 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.655618] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83329588-9f32-48a5-ad95-6b3eb342ecbf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.659819] env[69722]: DEBUG nova.network.neutron [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.667482] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb6dfeb-b57e-4778-bb5f-221cd3c6c2d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.684748] env[69722]: DEBUG nova.compute.provider_tree [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.702313] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e983b5-bde2-34f4-7081-50b0dbbbd1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.702313] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.702313] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.702313] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.702313] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.702313] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.702710] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-138bc777-6359-4492-ad78-38baa42517c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.715928] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.716969] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.716969] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb5c9bb-870c-483a-8d24-7d4ca5cc11e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.722381] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 922.722381] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264aef9-2241-6e50-b5c1-97d8a965eff5" [ 922.722381] env[69722]: _type = "Task" [ 922.722381] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.732535] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264aef9-2241-6e50-b5c1-97d8a965eff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.863703] env[69722]: DEBUG nova.network.neutron [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Updating instance_info_cache with network_info: [{"id": "7a7cf8b5-df9b-418c-99c7-ee5e66a6f298", "address": "fa:16:3e:e6:83:ec", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7cf8b5-df", "ovs_interfaceid": "7a7cf8b5-df9b-418c-99c7-ee5e66a6f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.901142] env[69722]: DEBUG nova.compute.manager [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Received event network-vif-plugged-7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.901142] env[69722]: DEBUG oslo_concurrency.lockutils [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] Acquiring lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.901142] env[69722]: DEBUG oslo_concurrency.lockutils [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.901142] env[69722]: DEBUG oslo_concurrency.lockutils [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.901612] env[69722]: DEBUG nova.compute.manager [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] No waiting events found dispatching network-vif-plugged-7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.902321] env[69722]: WARNING nova.compute.manager [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Received unexpected event network-vif-plugged-7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 for instance with vm_state building and task_state spawning. [ 922.902636] env[69722]: DEBUG nova.compute.manager [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Received event network-changed-7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.902906] env[69722]: DEBUG nova.compute.manager [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Refreshing instance network info cache due to event network-changed-7a7cf8b5-df9b-418c-99c7-ee5e66a6f298. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.903309] env[69722]: DEBUG oslo_concurrency.lockutils [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] Acquiring lock "refresh_cache-47b6bb61-62f6-40a5-b909-c67aa66a5fca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.189414] env[69722]: DEBUG nova.scheduler.client.report [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.233853] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5264aef9-2241-6e50-b5c1-97d8a965eff5, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.234691] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808b31a5-97a5-43e0-968a-9b466d80aa10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.239904] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 923.239904] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5231d2db-995f-3221-6cc8-c8ee402ccf51" [ 923.239904] env[69722]: _type = "Task" [ 923.239904] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.249466] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5231d2db-995f-3221-6cc8-c8ee402ccf51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.306992] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.306992] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.306992] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.306992] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.306992] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.306992] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.307346] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.307514] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.307683] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.307841] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.308037] env[69722]: DEBUG nova.virt.hardware [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.309173] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ade9e6-37b4-4ecb-bb83-3baf31157c46 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.318284] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9fb2c-6855-4f1e-a7b8-9e56fa00eb65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.333265] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.340147] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.340147] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.340147] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ab97988-ed0e-4598-b6b4-74c1611bf6e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.358261] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.358261] env[69722]: value = "task-3438502" [ 923.358261] env[69722]: _type = "Task" [ 923.358261] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.369253] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Releasing lock "refresh_cache-47b6bb61-62f6-40a5-b909-c67aa66a5fca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.369525] env[69722]: DEBUG nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Instance network_info: |[{"id": "7a7cf8b5-df9b-418c-99c7-ee5e66a6f298", "address": "fa:16:3e:e6:83:ec", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7cf8b5-df", "ovs_interfaceid": "7a7cf8b5-df9b-418c-99c7-ee5e66a6f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.369763] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438502, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.370481] env[69722]: DEBUG oslo_concurrency.lockutils [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] Acquired lock "refresh_cache-47b6bb61-62f6-40a5-b909-c67aa66a5fca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.370481] env[69722]: DEBUG nova.network.neutron [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Refreshing network info cache for port 7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.372461] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:83:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4db2961d-273d-4634-9d06-a94fa9d384fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7cf8b5-df9b-418c-99c7-ee5e66a6f298', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.385420] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Creating folder: Project (94aabc1ecef24a76a65443b4895c3894). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.387103] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-338c89c7-df45-45bc-b5b2-bf63c0478b0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.399373] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Created folder: Project (94aabc1ecef24a76a65443b4895c3894) in parent group-v686248. [ 923.399628] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Creating folder: Instances. Parent ref: group-v686436. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.399992] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51586c0b-eac4-4253-8f91-80b637e89054 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.412208] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Created folder: Instances in parent group-v686436. [ 923.412208] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.412208] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.412208] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e1e70a8-4614-45c4-8659-f325458b3e54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.432524] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.432524] env[69722]: value = "task-3438505" [ 923.432524] env[69722]: _type = "Task" [ 923.432524] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.441545] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438505, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.694747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.697365] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.928s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.697597] env[69722]: DEBUG nova.objects.instance [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lazy-loading 'resources' on Instance uuid 26110aee-d477-4308-80ab-dcb8fc4d4c06 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.725120] env[69722]: INFO nova.scheduler.client.report [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted allocations for instance 76f2b81d-c650-4c6c-9e8f-e08b965095b0 [ 923.731422] env[69722]: DEBUG nova.network.neutron [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Updated VIF entry in instance network info cache for port 7a7cf8b5-df9b-418c-99c7-ee5e66a6f298. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.731775] env[69722]: DEBUG nova.network.neutron [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Updating instance_info_cache with network_info: [{"id": "7a7cf8b5-df9b-418c-99c7-ee5e66a6f298", "address": "fa:16:3e:e6:83:ec", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.245", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7cf8b5-df", "ovs_interfaceid": "7a7cf8b5-df9b-418c-99c7-ee5e66a6f298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.751143] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5231d2db-995f-3221-6cc8-c8ee402ccf51, 'name': SearchDatastore_Task, 'duration_secs': 0.0276} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.751427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.751713] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ae41ee5f-86e0-4596-aaba-403fbbd201f3/ae41ee5f-86e0-4596-aaba-403fbbd201f3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.751974] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3f40647-98eb-4866-ba12-d3ebef1eefd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.759584] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 923.759584] env[69722]: value = "task-3438506" [ 923.759584] env[69722]: _type = "Task" [ 923.759584] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.767987] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.871772] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438502, 'name': CreateVM_Task, 'duration_secs': 0.296994} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.872030] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.872475] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.872642] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.872961] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.873258] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6619f2-eedb-4869-9864-43299151f1da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.882274] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 923.882274] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52180a73-2d02-7e2f-2905-4cceebed39a1" [ 923.882274] env[69722]: _type = "Task" [ 923.882274] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.890131] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52180a73-2d02-7e2f-2905-4cceebed39a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.942756] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438505, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.969822] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "076ef1c3-340c-43ce-a7dc-7432a4d02283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.969822] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.969822] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "076ef1c3-340c-43ce-a7dc-7432a4d02283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.970032] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.970096] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.973322] env[69722]: INFO nova.compute.manager [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Terminating instance [ 924.233334] env[69722]: DEBUG oslo_concurrency.lockutils [None req-173e548f-6e12-44b5-a7a1-c7db8a5a260a tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "76f2b81d-c650-4c6c-9e8f-e08b965095b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.982s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.234067] env[69722]: DEBUG oslo_concurrency.lockutils [req-d84b6197-080e-4f9e-86b9-5521c3f2fd9c req-64a59649-e25d-4aa0-acc1-c53177a691cb service nova] Releasing lock "refresh_cache-47b6bb61-62f6-40a5-b909-c67aa66a5fca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.269485] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498135} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.271931] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ae41ee5f-86e0-4596-aaba-403fbbd201f3/ae41ee5f-86e0-4596-aaba-403fbbd201f3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.272577] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.272849] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20593bee-f31c-4dc8-b62b-c706553b4991 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.278866] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 924.278866] env[69722]: value = "task-3438507" [ 924.278866] env[69722]: _type = "Task" [ 924.278866] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.290132] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.394705] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52180a73-2d02-7e2f-2905-4cceebed39a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.395011] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.396955] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.397277] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.397438] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.398030] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.398030] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af078de3-8ee4-48d2-9c00-d45d908ba5e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.407266] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.407461] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.408187] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0c406b-a863-42df-a3a7-977f423b8f3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.413167] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 924.413167] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5291079c-af17-2038-df96-ccf93388eef6" [ 924.413167] env[69722]: _type = "Task" [ 924.413167] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.422625] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5291079c-af17-2038-df96-ccf93388eef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.443818] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438505, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.477913] env[69722]: DEBUG nova.compute.manager [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.478217] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.479165] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34f3b88-e855-4106-a549-8b52f912f049 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.489806] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.489806] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c41e8a86-f00d-483b-a753-23e91cbfda2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.494158] env[69722]: DEBUG oslo_vmware.api [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 924.494158] env[69722]: value = "task-3438508" [ 924.494158] env[69722]: _type = "Task" [ 924.494158] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.505474] env[69722]: DEBUG oslo_vmware.api [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.660142] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8da1dc3-eeb0-4960-a56e-723044ac5621 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.668664] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0570e3-b547-4778-83f4-1b4ce667be18 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.706652] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec21ef0c-92b5-4d38-bc72-a5904b309102 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.715466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54367ecf-19ef-4d79-b3dc-ab37d6a28d40 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.729250] env[69722]: DEBUG nova.compute.provider_tree [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.791647] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066542} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.791861] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.792690] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1d36b6-485e-4dee-b5af-1a8973e6c19f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.816664] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] ae41ee5f-86e0-4596-aaba-403fbbd201f3/ae41ee5f-86e0-4596-aaba-403fbbd201f3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.817383] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ab093b-78e4-4228-ad81-568eb0eb7a20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.837036] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 924.837036] env[69722]: value = "task-3438509" [ 924.837036] env[69722]: _type = "Task" [ 924.837036] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.845483] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.923451] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5291079c-af17-2038-df96-ccf93388eef6, 'name': SearchDatastore_Task, 'duration_secs': 0.010089} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.924313] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d99be056-27d0-4368-be95-2fe6c8766d2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.929315] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 924.929315] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a45446-9755-7e82-1244-0d69dcf67caa" [ 924.929315] env[69722]: _type = "Task" [ 924.929315] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.938706] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a45446-9755-7e82-1244-0d69dcf67caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.945906] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438505, 'name': CreateVM_Task, 'duration_secs': 1.38656} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.946099] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.946748] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.946906] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.947224] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.947461] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c07287-2865-4eb0-84dd-5c30f72efb78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.951399] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 924.951399] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523e2469-96ec-08d8-bd15-f4d816e26fa2" [ 924.951399] env[69722]: _type = "Task" [ 924.951399] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.958455] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523e2469-96ec-08d8-bd15-f4d816e26fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.003393] env[69722]: DEBUG oslo_vmware.api [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438508, 'name': PowerOffVM_Task, 'duration_secs': 0.243535} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.004086] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.004086] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.004164] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2712136c-b3b8-47ef-92b8-3c63ac49687c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.064806] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.065035] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.065219] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Deleting the datastore file [datastore2] 076ef1c3-340c-43ce-a7dc-7432a4d02283 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.065500] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c53738c2-aa18-4c81-beb6-873cf86a4c3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.072206] env[69722]: DEBUG oslo_vmware.api [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for the task: (returnval){ [ 925.072206] env[69722]: value = "task-3438511" [ 925.072206] env[69722]: _type = "Task" [ 925.072206] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.079851] env[69722]: DEBUG oslo_vmware.api [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.227321] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.227555] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.232534] env[69722]: DEBUG nova.scheduler.client.report [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.347097] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438509, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.439222] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a45446-9755-7e82-1244-0d69dcf67caa, 'name': SearchDatastore_Task, 'duration_secs': 0.011069} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.439489] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.439826] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.440100] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a081b61-5d0f-417b-9569-8dd23d9a1931 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.446933] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 925.446933] env[69722]: value = "task-3438512" [ 925.446933] env[69722]: _type = "Task" [ 925.446933] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.455254] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.463639] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523e2469-96ec-08d8-bd15-f4d816e26fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.007984} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.463944] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.464208] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.464460] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.464828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.464828] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.465235] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350a7816-2510-434a-ac54-5910e36afbdc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.473608] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.473782] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.474560] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f01ff5-5ba5-443b-a2af-2bf11359836e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.480423] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 925.480423] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52825752-be35-88c2-6325-6dd9d10d19dd" [ 925.480423] env[69722]: _type = "Task" [ 925.480423] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.489522] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52825752-be35-88c2-6325-6dd9d10d19dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.582623] env[69722]: DEBUG oslo_vmware.api [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Task: {'id': task-3438511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154712} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.582877] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.583388] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.583622] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.583884] env[69722]: INFO nova.compute.manager [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Took 1.11 seconds to destroy the instance on the hypervisor. [ 925.584157] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.584413] env[69722]: DEBUG nova.compute.manager [-] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.584533] env[69722]: DEBUG nova.network.neutron [-] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.740379] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.744094] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.908s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.744650] env[69722]: DEBUG nova.objects.instance [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lazy-loading 'resources' on Instance uuid f8adf648-ad9e-4b65-91fd-d56c4614fdef {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.778875] env[69722]: INFO nova.scheduler.client.report [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Deleted allocations for instance 26110aee-d477-4308-80ab-dcb8fc4d4c06 [ 925.848127] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438509, 'name': ReconfigVM_Task, 'duration_secs': 0.749159} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.848593] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfigured VM instance instance-00000042 to attach disk [datastore2] ae41ee5f-86e0-4596-aaba-403fbbd201f3/ae41ee5f-86e0-4596-aaba-403fbbd201f3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.849424] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6207d8e-f1dd-4e9a-ab5b-b2753465c9c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.856594] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 925.856594] env[69722]: value = "task-3438513" [ 925.856594] env[69722]: _type = "Task" [ 925.856594] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.865750] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438513, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.957384] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438512, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.995534] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52825752-be35-88c2-6325-6dd9d10d19dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008937} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.996449] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade9edcf-2c10-4f14-86e3-29e5bcc107a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.002455] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 926.002455] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52463f2b-31ca-7fc5-8c66-fc596c705ddb" [ 926.002455] env[69722]: _type = "Task" [ 926.002455] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.012187] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52463f2b-31ca-7fc5-8c66-fc596c705ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.158597] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "fce74b34-1c77-4d71-b70f-6b374b1264e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.158830] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.159070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "fce74b34-1c77-4d71-b70f-6b374b1264e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.159290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.159494] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.161831] env[69722]: INFO nova.compute.manager [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Terminating instance [ 926.224520] env[69722]: DEBUG nova.compute.manager [req-eac55ffb-e47e-44fb-b23e-3c9369ef31d6 req-828e4906-839f-48cb-b066-5f99afe22acc service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Received event network-vif-deleted-b58b5e25-cc7e-4dff-8090-f06edf43e859 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.224520] env[69722]: INFO nova.compute.manager [req-eac55ffb-e47e-44fb-b23e-3c9369ef31d6 req-828e4906-839f-48cb-b066-5f99afe22acc service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Neutron deleted interface b58b5e25-cc7e-4dff-8090-f06edf43e859; detaching it from the instance and deleting it from the info cache [ 926.224520] env[69722]: DEBUG nova.network.neutron [req-eac55ffb-e47e-44fb-b23e-3c9369ef31d6 req-828e4906-839f-48cb-b066-5f99afe22acc service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.291093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-13ec9f97-b1b9-4647-9b7b-b20297f99276 tempest-SecurityGroupsTestJSON-2045630421 tempest-SecurityGroupsTestJSON-2045630421-project-member] Lock "26110aee-d477-4308-80ab-dcb8fc4d4c06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.948s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.369344] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438513, 'name': Rename_Task, 'duration_secs': 0.211545} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.369788] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 926.370115] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5234d32-b21c-451e-97bd-9113d390f75a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.379591] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 926.379591] env[69722]: value = "task-3438514" [ 926.379591] env[69722]: _type = "Task" [ 926.379591] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.388181] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.457537] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903065} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.460202] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.460431] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.460850] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3937e5c5-451d-41d9-af38-7f3a132b673f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.467166] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 926.467166] env[69722]: value = "task-3438515" [ 926.467166] env[69722]: _type = "Task" [ 926.467166] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.475196] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.516040] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52463f2b-31ca-7fc5-8c66-fc596c705ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.022899} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.516040] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.516040] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 47b6bb61-62f6-40a5-b909-c67aa66a5fca/47b6bb61-62f6-40a5-b909-c67aa66a5fca.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.516259] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7ac297b-e915-42d2-a2cd-bded0bb29b6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.522554] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 926.522554] env[69722]: value = "task-3438516" [ 926.522554] env[69722]: _type = "Task" [ 926.522554] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.530368] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.665546] env[69722]: DEBUG nova.compute.manager [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.665736] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.670133] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f116bba1-da83-49bc-992c-ba53aed341d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.677883] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.678150] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c53e5487-bcc6-4755-b743-64c36401c511 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.683720] env[69722]: DEBUG oslo_vmware.api [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 926.683720] env[69722]: value = "task-3438517" [ 926.683720] env[69722]: _type = "Task" [ 926.683720] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.696625] env[69722]: DEBUG oslo_vmware.api [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.705034] env[69722]: DEBUG nova.network.neutron [-] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.728058] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7267e4d5-0050-4fe6-9dd3-0014fac9c684 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.740223] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e526342-9b23-499a-9c32-d9af2818e034 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.785294] env[69722]: DEBUG nova.compute.manager [req-eac55ffb-e47e-44fb-b23e-3c9369ef31d6 req-828e4906-839f-48cb-b066-5f99afe22acc service nova] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Detach interface failed, port_id=b58b5e25-cc7e-4dff-8090-f06edf43e859, reason: Instance 076ef1c3-340c-43ce-a7dc-7432a4d02283 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.823199] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c5a39e-1d4a-4b59-b137-76a54c9e906d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.828669] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45330a36-4404-438c-ae12-6399486c223a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.866913] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6429a04-1f42-4365-9280-216155db2a51 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.878124] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681a82d3-5f9a-494b-a21c-3c100d0cce10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.896839] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.907514] env[69722]: DEBUG nova.compute.provider_tree [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.978922] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064232} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.978922] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.979254] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1f4b26-a461-444a-bbbc-df92aa964562 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.006832] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.007346] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-754c8528-4266-4ada-98b9-9258c989c379 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.037014] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.039068] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 927.039068] env[69722]: value = "task-3438518" [ 927.039068] env[69722]: _type = "Task" [ 927.039068] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.049508] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.197088] env[69722]: DEBUG oslo_vmware.api [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438517, 'name': PowerOffVM_Task, 'duration_secs': 0.217009} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.197421] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.197597] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.197868] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-535ca73a-b43b-4d2e-bbea-b74138f9f7b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.208287] env[69722]: INFO nova.compute.manager [-] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Took 1.62 seconds to deallocate network for instance. [ 927.262028] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.262028] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.262028] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleting the datastore file [datastore1] fce74b34-1c77-4d71-b70f-6b374b1264e7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.262028] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90b1b089-2653-4175-93df-f0660ba0086f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.267195] env[69722]: DEBUG oslo_vmware.api [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 927.267195] env[69722]: value = "task-3438520" [ 927.267195] env[69722]: _type = "Task" [ 927.267195] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.276218] env[69722]: DEBUG oslo_vmware.api [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.393507] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.410701] env[69722]: DEBUG nova.scheduler.client.report [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.539554] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54382} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.540237] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 47b6bb61-62f6-40a5-b909-c67aa66a5fca/47b6bb61-62f6-40a5-b909-c67aa66a5fca.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.540634] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.545308] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5370850f-fbed-48a9-81cb-777a454d7913 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.553189] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438518, 'name': ReconfigVM_Task, 'duration_secs': 0.286258} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.554628] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d/7fad6d28-dd2a-406d-9df2-5aa0a45dd96d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.555346] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 927.555346] env[69722]: value = "task-3438521" [ 927.555346] env[69722]: _type = "Task" [ 927.555346] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.555575] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-389a1161-7fcb-4dd1-9499-e0db6ab1f7c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.569649] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.571113] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 927.571113] env[69722]: value = "task-3438522" [ 927.571113] env[69722]: _type = "Task" [ 927.571113] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.578823] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438522, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.714753] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.779281] env[69722]: DEBUG oslo_vmware.api [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148373} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.779543] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.779723] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.779895] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.780080] env[69722]: INFO nova.compute.manager [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 927.780330] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 927.780517] env[69722]: DEBUG nova.compute.manager [-] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 927.780611] env[69722]: DEBUG nova.network.neutron [-] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 927.897734] env[69722]: DEBUG oslo_vmware.api [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438514, 'name': PowerOnVM_Task, 'duration_secs': 1.347462} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.899375] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.899628] env[69722]: INFO nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Took 9.49 seconds to spawn the instance on the hypervisor. [ 927.899821] env[69722]: DEBUG nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.900617] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee50d3a0-f7dd-4f1a-865b-81c74e262b47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.916427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.918649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 53.519s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.922859] env[69722]: INFO nova.compute.claims [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.959542] env[69722]: INFO nova.scheduler.client.report [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Deleted allocations for instance f8adf648-ad9e-4b65-91fd-d56c4614fdef [ 928.067237] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088238} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.067237] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.068215] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedce660-e58e-40f0-ae94-f54b70c5306e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.098015] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 47b6bb61-62f6-40a5-b909-c67aa66a5fca/47b6bb61-62f6-40a5-b909-c67aa66a5fca.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.098970] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe043df4-2918-481e-a10a-6f958cf06bc1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.119819] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438522, 'name': Rename_Task, 'duration_secs': 0.136269} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.120574] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.120753] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65f753d4-faef-4bf1-837d-06d77eb6338d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.125920] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 928.125920] env[69722]: value = "task-3438523" [ 928.125920] env[69722]: _type = "Task" [ 928.125920] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.127216] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 928.127216] env[69722]: value = "task-3438524" [ 928.127216] env[69722]: _type = "Task" [ 928.127216] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.138987] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.141994] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438524, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.421565] env[69722]: INFO nova.compute.manager [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Took 59.18 seconds to build instance. [ 928.479119] env[69722]: DEBUG oslo_concurrency.lockutils [None req-aebe742f-fdec-48df-9edd-79f2ecd25562 tempest-MultipleCreateTestJSON-627565608 tempest-MultipleCreateTestJSON-627565608-project-member] Lock "f8adf648-ad9e-4b65-91fd-d56c4614fdef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.108s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.542819] env[69722]: DEBUG nova.compute.manager [req-165c2fe7-fddf-4c79-94cf-d49f00b21caa req-2b0dfefe-bfc1-4f09-a239-20928b8e23b2 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Received event network-vif-deleted-42ecda93-b4af-437c-83df-d39d45376528 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.543315] env[69722]: INFO nova.compute.manager [req-165c2fe7-fddf-4c79-94cf-d49f00b21caa req-2b0dfefe-bfc1-4f09-a239-20928b8e23b2 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Neutron deleted interface 42ecda93-b4af-437c-83df-d39d45376528; detaching it from the instance and deleting it from the info cache [ 928.544366] env[69722]: DEBUG nova.network.neutron [req-165c2fe7-fddf-4c79-94cf-d49f00b21caa req-2b0dfefe-bfc1-4f09-a239-20928b8e23b2 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.649978] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438523, 'name': ReconfigVM_Task, 'duration_secs': 0.433299} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.654248] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 47b6bb61-62f6-40a5-b909-c67aa66a5fca/47b6bb61-62f6-40a5-b909-c67aa66a5fca.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.654862] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438524, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.655089] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a01aea6-8fd3-46c1-8ea5-2433f708c503 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.663322] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 928.663322] env[69722]: value = "task-3438525" [ 928.663322] env[69722]: _type = "Task" [ 928.663322] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.672696] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438525, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.675650] env[69722]: DEBUG nova.network.neutron [-] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.923725] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f01025d3-0ce4-4093-b470-54ea87bd70aa tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.409s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.047198] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39c4c151-dc34-408b-9561-4f0c8913f63b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.064021] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d40c5e7-b946-43e1-8d6a-a25f5b89fbb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.100607] env[69722]: DEBUG nova.compute.manager [req-165c2fe7-fddf-4c79-94cf-d49f00b21caa req-2b0dfefe-bfc1-4f09-a239-20928b8e23b2 service nova] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Detach interface failed, port_id=42ecda93-b4af-437c-83df-d39d45376528, reason: Instance fce74b34-1c77-4d71-b70f-6b374b1264e7 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 929.140772] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.141021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.141242] env[69722]: INFO nova.compute.manager [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Shelving [ 929.152269] env[69722]: DEBUG oslo_vmware.api [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438524, 'name': PowerOnVM_Task, 'duration_secs': 0.5473} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.152351] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.152697] env[69722]: DEBUG nova.compute.manager [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.153378] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fecdf1-1274-4da9-b7c3-1ee4a29626f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.173151] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438525, 'name': Rename_Task, 'duration_secs': 0.172556} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.176038] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.176517] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fad00f2-ddfc-4b9a-af09-3e093f0af85c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.178244] env[69722]: INFO nova.compute.manager [-] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Took 1.40 seconds to deallocate network for instance. [ 929.184581] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 929.184581] env[69722]: value = "task-3438526" [ 929.184581] env[69722]: _type = "Task" [ 929.184581] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.199740] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438526, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.427537] env[69722]: DEBUG nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.512851] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a6720b-9e54-418a-813a-cd244f9b513d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.521184] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059e5b46-2636-4c19-9d96-7fc43ca1f3e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.554202] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b056da3-a398-406e-a8ce-1356688f596e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.561656] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56007622-469d-4a30-bcdd-100c3b488f3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.575395] env[69722]: DEBUG nova.compute.provider_tree [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.676649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.684245] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.697875] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438526, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.957638] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.079281] env[69722]: DEBUG nova.scheduler.client.report [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.160610] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.161539] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86c86f10-2e1b-4b3b-b75f-0d4f8cfa9cd6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.169271] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 930.169271] env[69722]: value = "task-3438527" [ 930.169271] env[69722]: _type = "Task" [ 930.169271] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.177693] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.194735] env[69722]: DEBUG oslo_vmware.api [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438526, 'name': PowerOnVM_Task, 'duration_secs': 0.706212} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.195060] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.195283] env[69722]: INFO nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Took 8.59 seconds to spawn the instance on the hypervisor. [ 930.196467] env[69722]: DEBUG nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.196467] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365212e5-4c94-49c1-95f1-2e09b851047e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.312964] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.312964] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.315798] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.315798] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.315798] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.316283] env[69722]: INFO nova.compute.manager [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Terminating instance [ 930.585035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.585454] env[69722]: DEBUG nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.588476] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 50.930s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.638559] env[69722]: DEBUG nova.compute.manager [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-changed-6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.639974] env[69722]: DEBUG nova.compute.manager [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing instance network info cache due to event network-changed-6ba265ca-ee66-4f93-a8b6-51562c90ecb1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.640342] env[69722]: DEBUG oslo_concurrency.lockutils [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.640681] env[69722]: DEBUG oslo_concurrency.lockutils [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.640939] env[69722]: DEBUG nova.network.neutron [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing network info cache for port 6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.683561] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438527, 'name': PowerOffVM_Task, 'duration_secs': 0.279291} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.685524] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.687174] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c7435-f797-4145-bbc0-32eb17e641b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.716187] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e61975-5591-4e18-be95-f9f7ccab81d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.721675] env[69722]: INFO nova.compute.manager [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Took 60.34 seconds to build instance. [ 930.821353] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "refresh_cache-7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.821593] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquired lock "refresh_cache-7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.821711] env[69722]: DEBUG nova.network.neutron [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.112966] env[69722]: DEBUG nova.compute.utils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 931.114791] env[69722]: DEBUG nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 931.115047] env[69722]: DEBUG nova.network.neutron [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 931.200754] env[69722]: DEBUG nova.policy [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dde1e8d85fa4f2e89eb579d5df84b07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10be257938b94fbc9801449e7e7876bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 931.224251] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe360785-03a9-47fb-98e9-60f6848ae64e tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.473s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.231084] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 931.231549] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-369d1c55-6a1f-4a22-b79e-7051038df415 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.241077] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 931.241077] env[69722]: value = "task-3438528" [ 931.241077] env[69722]: _type = "Task" [ 931.241077] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.253526] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.354295] env[69722]: DEBUG nova.network.neutron [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.485474] env[69722]: DEBUG nova.network.neutron [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.573907] env[69722]: DEBUG nova.network.neutron [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updated VIF entry in instance network info cache for port 6ba265ca-ee66-4f93-a8b6-51562c90ecb1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.574410] env[69722]: DEBUG nova.network.neutron [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.619546] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Applying migration context for instance 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b as it has an incoming, in-progress migration c7490f38-b550-4396-b9ba-9b5360692776. Migration status is reverting {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 931.619546] env[69722]: INFO nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating resource usage from migration c7490f38-b550-4396-b9ba-9b5360692776 [ 931.620386] env[69722]: INFO nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating resource usage from migration eedf2640-c210-427d-a722-ee853727544d [ 931.622881] env[69722]: DEBUG nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.650794] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ca5a5434-ee5a-447e-b24e-f8cd2629f6ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.650943] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c8963c57-76ff-4cce-9279-c1f6744bbdaf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.651076] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a8a67152-5fd1-4704-9f82-31d82d4cd134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.651205] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 01ca7a98-3897-4e1a-8ec3-f70f476afd7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.651346] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 931.651472] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 97cc7695-2be2-47d5-bf0e-700ded8c7033 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 931.651593] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance e653fc20-13d7-466a-bb91-1ae2cd58d469 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 931.651707] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.651817] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a716f045-1598-433c-ae67-32c7107544a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.651936] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance eb310089-7765-4d14-b010-9f6da48f5546 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 931.652063] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.652198] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 5ae4397d-b6d0-43c4-b2b4-80536575928c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 931.652302] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 076ef1c3-340c-43ce-a7dc-7432a4d02283 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 931.652412] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 531fc776-108c-442c-9bc2-6d34bd9625c3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.653037] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 00f4195e-5c44-4c95-9c4d-d65c8059db5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.653037] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance fce74b34-1c77-4d71-b70f-6b374b1264e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 931.653037] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.653037] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ae41ee5f-86e0-4596-aaba-403fbbd201f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.653037] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 47b6bb61-62f6-40a5-b909-c67aa66a5fca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.653326] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Migration c7490f38-b550-4396-b9ba-9b5360692776 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 931.653326] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.653326] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance f6a1570a-7d0d-4ebd-bbea-739ae01857f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 931.728250] env[69722]: DEBUG nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.757481] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438528, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.944062] env[69722]: DEBUG nova.network.neutron [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Successfully created port: 5d12f1a4-ed83-4c1d-b5f2-796f775bd000 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.989810] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Releasing lock "refresh_cache-7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.990252] env[69722]: DEBUG nova.compute.manager [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.990931] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.992287] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22547184-71bb-4b14-9286-bb92e4c46cb7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.001387] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.001702] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8c6aa87-a76e-45d1-9fac-97a39ab4a361 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.008684] env[69722]: DEBUG oslo_vmware.api [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 932.008684] env[69722]: value = "task-3438529" [ 932.008684] env[69722]: _type = "Task" [ 932.008684] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.019879] env[69722]: DEBUG oslo_vmware.api [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.077532] env[69722]: DEBUG oslo_concurrency.lockutils [req-cd5097a4-52a9-4c97-9e7e-920ea1f21620 req-80e96e3e-5fda-4f62-9e19-637907cd8ef3 service nova] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.156617] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance d0ee46d1-4f3e-42d9-8873-98ef2209ecbe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.259613] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438528, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.261463] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.520062] env[69722]: DEBUG oslo_vmware.api [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438529, 'name': PowerOffVM_Task, 'duration_secs': 0.145392} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.524867] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.524867] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.524867] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7075a8-901d-42ce-8b8e-71cb066ba953 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.552417] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.552417] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.552417] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Deleting the datastore file [datastore1] 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.552417] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb984722-7692-460a-8c40-26c27cc15712 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.558170] env[69722]: DEBUG oslo_vmware.api [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for the task: (returnval){ [ 932.558170] env[69722]: value = "task-3438531" [ 932.558170] env[69722]: _type = "Task" [ 932.558170] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.568728] env[69722]: DEBUG oslo_vmware.api [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.638341] env[69722]: DEBUG nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.660375] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance bc781a52-cfc0-409d-871d-9207e6891593 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 932.674218] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.674488] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.674930] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.674930] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.675083] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.675422] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.675672] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.675877] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.675993] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.676336] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.676593] env[69722]: DEBUG nova.virt.hardware [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.677647] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb4d00-7cc4-4bdb-9548-01412f122dd5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.688395] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3e4ca4-f5c9-4e55-bec6-067fcc7ca3a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.748231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.748341] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.748594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.748792] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.749080] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.751714] env[69722]: INFO nova.compute.manager [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Terminating instance [ 932.763356] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438528, 'name': CreateSnapshot_Task, 'duration_secs': 1.123763} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.763655] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 932.764497] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671a39e-718a-40a3-af55-09bc90d356c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.069819] env[69722]: DEBUG oslo_vmware.api [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Task: {'id': task-3438531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108503} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.070840] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.071303] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.071629] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.071919] env[69722]: INFO nova.compute.manager [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 933.072414] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.072728] env[69722]: DEBUG nova.compute.manager [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.072924] env[69722]: DEBUG nova.network.neutron [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.110258] env[69722]: DEBUG nova.network.neutron [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.165126] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 65bb2ffd-1edb-4eae-be93-542cc778cf3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 933.165126] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Migration eedf2640-c210-427d-a722-ee853727544d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 933.165126] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 98ab9f8d-0c12-429a-a991-fe7489c45925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 933.259534] env[69722]: DEBUG nova.compute.manager [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.259835] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.260727] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3cddb8-1067-401e-a8e6-d2ae783abed2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.271027] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.271027] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e38a4e9-98b2-4050-a6c8-84bba1aa90a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.276742] env[69722]: DEBUG oslo_vmware.api [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 933.276742] env[69722]: value = "task-3438532" [ 933.276742] env[69722]: _type = "Task" [ 933.276742] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.287798] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 933.288668] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0f43ae2a-aa3a-49f2-b8b5-95ec0dc15474 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.298281] env[69722]: DEBUG oslo_vmware.api [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.302020] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 933.302020] env[69722]: value = "task-3438533" [ 933.302020] env[69722]: _type = "Task" [ 933.302020] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.312690] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438533, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.613845] env[69722]: DEBUG nova.network.neutron [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.666648] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 933.789216] env[69722]: DEBUG oslo_vmware.api [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438532, 'name': PowerOffVM_Task, 'duration_secs': 0.418087} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.789216] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.789216] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.789216] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-851ec11e-8d0a-4bb8-824a-c18b2e00f268 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.814787] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438533, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.849825] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.850127] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.850371] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Deleting the datastore file [datastore2] 47b6bb61-62f6-40a5-b909-c67aa66a5fca {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.850870] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bbbdadf-4116-43ee-90c4-5ece15c4dfc3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.858220] env[69722]: DEBUG oslo_vmware.api [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for the task: (returnval){ [ 933.858220] env[69722]: value = "task-3438535" [ 933.858220] env[69722]: _type = "Task" [ 933.858220] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.867407] env[69722]: DEBUG oslo_vmware.api [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.887313] env[69722]: DEBUG nova.compute.manager [req-518f4592-ffd3-446a-9893-169497b0fb5d req-05a9d766-49be-46cf-9109-d25179383902 service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Received event network-vif-plugged-5d12f1a4-ed83-4c1d-b5f2-796f775bd000 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.887560] env[69722]: DEBUG oslo_concurrency.lockutils [req-518f4592-ffd3-446a-9893-169497b0fb5d req-05a9d766-49be-46cf-9109-d25179383902 service nova] Acquiring lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.887767] env[69722]: DEBUG oslo_concurrency.lockutils [req-518f4592-ffd3-446a-9893-169497b0fb5d req-05a9d766-49be-46cf-9109-d25179383902 service nova] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.887950] env[69722]: DEBUG oslo_concurrency.lockutils [req-518f4592-ffd3-446a-9893-169497b0fb5d req-05a9d766-49be-46cf-9109-d25179383902 service nova] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.888492] env[69722]: DEBUG nova.compute.manager [req-518f4592-ffd3-446a-9893-169497b0fb5d req-05a9d766-49be-46cf-9109-d25179383902 service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] No waiting events found dispatching network-vif-plugged-5d12f1a4-ed83-4c1d-b5f2-796f775bd000 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.888793] env[69722]: WARNING nova.compute.manager [req-518f4592-ffd3-446a-9893-169497b0fb5d req-05a9d766-49be-46cf-9109-d25179383902 service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Received unexpected event network-vif-plugged-5d12f1a4-ed83-4c1d-b5f2-796f775bd000 for instance with vm_state building and task_state spawning. [ 933.909251] env[69722]: DEBUG nova.network.neutron [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Successfully updated port: 5d12f1a4-ed83-4c1d-b5f2-796f775bd000 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.118696] env[69722]: INFO nova.compute.manager [-] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Took 1.04 seconds to deallocate network for instance. [ 934.173031] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 9fa94347-fbac-434f-ac77-fe19742a41a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 934.312473] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438533, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.367814] env[69722]: DEBUG oslo_vmware.api [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Task: {'id': task-3438535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138916} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.367984] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.368210] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.368393] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.368573] env[69722]: INFO nova.compute.manager [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 934.368821] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.369030] env[69722]: DEBUG nova.compute.manager [-] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.369120] env[69722]: DEBUG nova.network.neutron [-] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.418769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "refresh_cache-f6a1570a-7d0d-4ebd-bbea-739ae01857f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.418769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquired lock "refresh_cache-f6a1570a-7d0d-4ebd-bbea-739ae01857f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.418769] env[69722]: DEBUG nova.network.neutron [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.625905] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.677709] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance fe554be0-a568-40b2-abc8-ccaaa75b2d7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 934.821023] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438533, 'name': CloneVM_Task, 'duration_secs': 1.143682} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.821023] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Created linked-clone VM from snapshot [ 934.821023] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ebc44-c9ea-40b4-ba97-7caad58e6e3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.829927] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Uploading image 220b54bd-2ef7-4264-8467-a0516eb3e8d8 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 934.864911] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 934.864911] env[69722]: value = "vm-686440" [ 934.864911] env[69722]: _type = "VirtualMachine" [ 934.864911] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 934.865230] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-70c6434b-0937-4655-a353-251e452bf40e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.875241] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease: (returnval){ [ 934.875241] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52877961-24a6-14f6-6949-bff9f36b1870" [ 934.875241] env[69722]: _type = "HttpNfcLease" [ 934.875241] env[69722]: } obtained for exporting VM: (result){ [ 934.875241] env[69722]: value = "vm-686440" [ 934.875241] env[69722]: _type = "VirtualMachine" [ 934.875241] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 934.875584] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the lease: (returnval){ [ 934.875584] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52877961-24a6-14f6-6949-bff9f36b1870" [ 934.875584] env[69722]: _type = "HttpNfcLease" [ 934.875584] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 934.881876] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.881876] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52877961-24a6-14f6-6949-bff9f36b1870" [ 934.881876] env[69722]: _type = "HttpNfcLease" [ 934.881876] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.966264] env[69722]: DEBUG nova.network.neutron [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.182444] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 1968c49c-28b8-413a-8f36-be43a7dd7c5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 935.222948] env[69722]: DEBUG nova.network.neutron [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Updating instance_info_cache with network_info: [{"id": "5d12f1a4-ed83-4c1d-b5f2-796f775bd000", "address": "fa:16:3e:7d:f0:c0", "network": {"id": "3f2ae974-81dc-4ed2-9278-6172c7788e33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-160733201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10be257938b94fbc9801449e7e7876bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d12f1a4-ed", "ovs_interfaceid": "5d12f1a4-ed83-4c1d-b5f2-796f775bd000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.297942] env[69722]: DEBUG nova.network.neutron [-] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.386112] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 935.386112] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52877961-24a6-14f6-6949-bff9f36b1870" [ 935.386112] env[69722]: _type = "HttpNfcLease" [ 935.386112] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 935.386372] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 935.386372] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52877961-24a6-14f6-6949-bff9f36b1870" [ 935.386372] env[69722]: _type = "HttpNfcLease" [ 935.386372] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 935.388325] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb964695-d317-49cf-a706-6e8fff31a5af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.397051] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb251a-9aff-8e75-93d8-b06951215095/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 935.397690] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb251a-9aff-8e75-93d8-b06951215095/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 935.500553] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f7abdf0b-c4d0-4283-bd0d-dc21f8aa196c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.686836] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 28bce77d-f28b-4e03-884a-4a244456b6cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 935.726650] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Releasing lock "refresh_cache-f6a1570a-7d0d-4ebd-bbea-739ae01857f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.727013] env[69722]: DEBUG nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Instance network_info: |[{"id": "5d12f1a4-ed83-4c1d-b5f2-796f775bd000", "address": "fa:16:3e:7d:f0:c0", "network": {"id": "3f2ae974-81dc-4ed2-9278-6172c7788e33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-160733201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10be257938b94fbc9801449e7e7876bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d12f1a4-ed", "ovs_interfaceid": "5d12f1a4-ed83-4c1d-b5f2-796f775bd000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.727507] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:f0:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31264e2-3e0a-4dfb-ba1f-6389d7d47548', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d12f1a4-ed83-4c1d-b5f2-796f775bd000', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.742121] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Creating folder: Project (10be257938b94fbc9801449e7e7876bc). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.745107] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ec70234-61e5-4691-ad08-1d4780f8baff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.760017] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Created folder: Project (10be257938b94fbc9801449e7e7876bc) in parent group-v686248. [ 935.760017] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Creating folder: Instances. Parent ref: group-v686441. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 935.760017] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc2f0f32-6ffd-478c-ab75-acc90273960e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.768887] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Created folder: Instances in parent group-v686441. [ 935.769817] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.770839] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.771321] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70eddd35-0be9-4f58-883e-2a72e63a9863 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.796072] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.796072] env[69722]: value = "task-3438539" [ 935.796072] env[69722]: _type = "Task" [ 935.796072] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.800478] env[69722]: INFO nova.compute.manager [-] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Took 1.43 seconds to deallocate network for instance. [ 935.807021] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438539, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.969630] env[69722]: DEBUG nova.compute.manager [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Received event network-changed-5d12f1a4-ed83-4c1d-b5f2-796f775bd000 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.969822] env[69722]: DEBUG nova.compute.manager [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Refreshing instance network info cache due to event network-changed-5d12f1a4-ed83-4c1d-b5f2-796f775bd000. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.970085] env[69722]: DEBUG oslo_concurrency.lockutils [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] Acquiring lock "refresh_cache-f6a1570a-7d0d-4ebd-bbea-739ae01857f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.970295] env[69722]: DEBUG oslo_concurrency.lockutils [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] Acquired lock "refresh_cache-f6a1570a-7d0d-4ebd-bbea-739ae01857f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.970553] env[69722]: DEBUG nova.network.neutron [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Refreshing network info cache for port 5d12f1a4-ed83-4c1d-b5f2-796f775bd000 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.194575] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 936.194990] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 936.195162] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 936.304879] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438539, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.315775] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.806794] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438539, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.820072] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2997eb6-36eb-4d2e-8bc9-d9c590f14ecc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.828881] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458ccbd1-f12d-4fbc-a4bd-23eee989c082 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.832659] env[69722]: DEBUG nova.network.neutron [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Updated VIF entry in instance network info cache for port 5d12f1a4-ed83-4c1d-b5f2-796f775bd000. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.832997] env[69722]: DEBUG nova.network.neutron [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Updating instance_info_cache with network_info: [{"id": "5d12f1a4-ed83-4c1d-b5f2-796f775bd000", "address": "fa:16:3e:7d:f0:c0", "network": {"id": "3f2ae974-81dc-4ed2-9278-6172c7788e33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-160733201-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10be257938b94fbc9801449e7e7876bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31264e2-3e0a-4dfb-ba1f-6389d7d47548", "external-id": "nsx-vlan-transportzone-233", "segmentation_id": 233, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d12f1a4-ed", "ovs_interfaceid": "5d12f1a4-ed83-4c1d-b5f2-796f775bd000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.864648] env[69722]: DEBUG oslo_concurrency.lockutils [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] Releasing lock "refresh_cache-f6a1570a-7d0d-4ebd-bbea-739ae01857f0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.865020] env[69722]: DEBUG nova.compute.manager [req-3f145d50-e53f-47f5-8aba-357c2f34894e req-3c0fcc93-8639-48fc-bded-5276b662a60f service nova] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Received event network-vif-deleted-7a7cf8b5-df9b-418c-99c7-ee5e66a6f298 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.866011] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28761d46-796c-46ab-9d35-7ed6ee5efc1c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.874890] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b534ea41-cf4e-409b-b20c-f9bb71a76842 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.891642] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.306703] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438539, 'name': CreateVM_Task, 'duration_secs': 1.33841} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.306805] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.308592] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.309611] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.309880] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.310202] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-760b403b-a2e6-42e3-80d8-a4b2dd1394a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.315782] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 937.315782] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f1ca2b-6a18-e6ef-c07d-db2d36afe33a" [ 937.315782] env[69722]: _type = "Task" [ 937.315782] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.324289] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f1ca2b-6a18-e6ef-c07d-db2d36afe33a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.397209] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.827955] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f1ca2b-6a18-e6ef-c07d-db2d36afe33a, 'name': SearchDatastore_Task, 'duration_secs': 0.017184} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.828309] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.828556] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.828787] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.828932] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.829144] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.829413] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-131fac6f-0468-4144-a9fb-6c6d923ed819 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.838241] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.838480] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.839302] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25e8db3-cf4d-41ef-8cf9-f8c6340766d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.845597] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 937.845597] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5295d31f-33fc-e86f-fbdf-9d5d39e5b226" [ 937.845597] env[69722]: _type = "Task" [ 937.845597] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.853544] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5295d31f-33fc-e86f-fbdf-9d5d39e5b226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.902546] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 937.902841] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.314s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.903148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 54.731s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.904799] env[69722]: INFO nova.compute.claims [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.908157] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.908157] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Cleaning up deleted instances {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 938.357651] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5295d31f-33fc-e86f-fbdf-9d5d39e5b226, 'name': SearchDatastore_Task, 'duration_secs': 0.008467} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.358074] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35a77fda-f22f-49e4-8a99-8c4d23e2d32c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.363467] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 938.363467] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5225ab12-64af-4e00-c668-9bd3a5a41d17" [ 938.363467] env[69722]: _type = "Task" [ 938.363467] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.371673] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5225ab12-64af-4e00-c668-9bd3a5a41d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.422874] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] There are 46 instances to clean {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 938.423186] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: f8adf648-ad9e-4b65-91fd-d56c4614fdef] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.874703] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5225ab12-64af-4e00-c668-9bd3a5a41d17, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.875075] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.875352] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] f6a1570a-7d0d-4ebd-bbea-739ae01857f0/f6a1570a-7d0d-4ebd-bbea-739ae01857f0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.875632] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1183295-2256-494d-89eb-b09ea3157f5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.883605] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 938.883605] env[69722]: value = "task-3438540" [ 938.883605] env[69722]: _type = "Task" [ 938.883605] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.891538] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.929288] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 76f2b81d-c650-4c6c-9e8f-e08b965095b0] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.391814] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb2b5f-2dfc-4625-9ad4-0dd1c931289d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.399725] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438540, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.405711] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53043cd3-640b-4a71-92e3-eee5f006b48f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.446362] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 3e84be0b-2078-47ef-b88e-adb5e320b800] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.448957] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd4a561-5061-4863-8b41-4160f378f9aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.456900] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a651092-04ae-4371-87c3-ee5d93781793 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.471958] env[69722]: DEBUG nova.compute.provider_tree [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.894351] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553098} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.894648] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] f6a1570a-7d0d-4ebd-bbea-739ae01857f0/f6a1570a-7d0d-4ebd-bbea-739ae01857f0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.895836] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.895836] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7993d99-9550-4bf2-b2ac-fa2acb061730 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.902134] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 939.902134] env[69722]: value = "task-3438541" [ 939.902134] env[69722]: _type = "Task" [ 939.902134] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.910298] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.954879] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 50e6a7d1-12b7-43ce-89cf-6a7f283eb663] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.977730] env[69722]: DEBUG nova.scheduler.client.report [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.412673] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075688} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.412964] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.413797] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6cefb7-c5c8-4cc2-8a13-c8862bc3cfb1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.436352] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] f6a1570a-7d0d-4ebd-bbea-739ae01857f0/f6a1570a-7d0d-4ebd-bbea-739ae01857f0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.436686] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8723333-d24c-4bc3-b7c6-53385bee1934 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.456132] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 6226200a-6897-46b8-a886-0ad13a72a3f7] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.459304] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 940.459304] env[69722]: value = "task-3438542" [ 940.459304] env[69722]: _type = "Task" [ 940.459304] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.467221] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.482939] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.483541] env[69722]: DEBUG nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.487281] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 55.439s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.487495] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.492024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.632s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.492024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.492024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.532s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.493259] env[69722]: INFO nova.compute.claims [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.522380] env[69722]: INFO nova.scheduler.client.report [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Deleted allocations for instance e653fc20-13d7-466a-bb91-1ae2cd58d469 [ 940.530020] env[69722]: INFO nova.scheduler.client.report [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted allocations for instance 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5 [ 940.960542] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: f8b219a2-0872-490b-b80b-c7be4a60a0ed] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.972898] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438542, 'name': ReconfigVM_Task, 'duration_secs': 0.29906} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.973219] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Reconfigured VM instance instance-00000044 to attach disk [datastore1] f6a1570a-7d0d-4ebd-bbea-739ae01857f0/f6a1570a-7d0d-4ebd-bbea-739ae01857f0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.973880] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3da98c22-c5e0-4e1d-a862-bbc9595fd718 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.980923] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 940.980923] env[69722]: value = "task-3438543" [ 940.980923] env[69722]: _type = "Task" [ 940.980923] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.991149] env[69722]: DEBUG nova.compute.utils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 940.993461] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438543, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.994131] env[69722]: DEBUG nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 940.994131] env[69722]: DEBUG nova.network.neutron [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.032976] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c72f1861-56e9-4af3-9e6a-961a3b12c188 tempest-ServersTestJSON-1873169913 tempest-ServersTestJSON-1873169913-project-member] Lock "e653fc20-13d7-466a-bb91-1ae2cd58d469" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.830s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.036821] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4514bc03-6a01-4698-a337-cc9ecfb6be24 tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.758s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.052786] env[69722]: DEBUG nova.policy [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eaae147b899c4cfd8cc2b8b1ce8a4855', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a26eb43413453fa687faa22cb99bd8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.399528] env[69722]: DEBUG nova.network.neutron [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Successfully created port: 9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.467836] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: e78561b7-3b5a-42ea-8e56-c4d7a26112d4] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.492251] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438543, 'name': Rename_Task, 'duration_secs': 0.144047} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.492821] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.496024] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9a1a82-eec0-4639-aa05-7aff14c2fd3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.496024] env[69722]: DEBUG nova.compute.utils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.506896] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 941.506896] env[69722]: value = "task-3438544" [ 941.506896] env[69722]: _type = "Task" [ 941.506896] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.522270] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438544, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.971395] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 589b4e68-0f68-4d15-9679-b21aa1a0ccf9] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.999364] env[69722]: DEBUG nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.026381] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.073438] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afac7be-5e63-4032-908b-9eadb109436f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.082485] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4126f5-bdbf-4442-ad63-e02bcdbb2a2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.117349] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a585a4e-842a-4612-967c-31678e5b6ece {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.125713] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6410409a-f069-4bde-9eb2-81a509cae096 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.141213] env[69722]: DEBUG nova.compute.provider_tree [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.280035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.280035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.280035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.280035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.280035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.286577] env[69722]: INFO nova.compute.manager [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Terminating instance [ 942.477443] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 478c8253-7572-450d-a56e-a7867bbea23b] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.528026] env[69722]: DEBUG oslo_vmware.api [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438544, 'name': PowerOnVM_Task, 'duration_secs': 0.648897} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.528026] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.528026] env[69722]: INFO nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Took 9.89 seconds to spawn the instance on the hypervisor. [ 942.528026] env[69722]: DEBUG nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.528875] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a00a32-b863-48bc-bb62-c88416eeb615 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.645965] env[69722]: DEBUG nova.scheduler.client.report [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.792616] env[69722]: DEBUG nova.compute.manager [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.792861] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.794344] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c553aca3-f2d8-4041-bbc2-920027e0f6a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.803302] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.803548] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a1a6eb7-4257-40e1-95ec-1bf05aee4424 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.809898] env[69722]: DEBUG oslo_vmware.api [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 942.809898] env[69722]: value = "task-3438545" [ 942.809898] env[69722]: _type = "Task" [ 942.809898] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.820064] env[69722]: DEBUG oslo_vmware.api [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.868408] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb251a-9aff-8e75-93d8-b06951215095/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 942.869604] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad6c8cb-6217-4602-86cc-48bc9acfa11d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.878626] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb251a-9aff-8e75-93d8-b06951215095/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 942.878802] env[69722]: ERROR oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb251a-9aff-8e75-93d8-b06951215095/disk-0.vmdk due to incomplete transfer. [ 942.879045] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64411072-ed4e-442f-ae41-18fd291b7a46 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.886587] env[69722]: DEBUG oslo_vmware.rw_handles [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb251a-9aff-8e75-93d8-b06951215095/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 942.886741] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Uploaded image 220b54bd-2ef7-4264-8467-a0516eb3e8d8 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 942.888835] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 942.889643] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-472293e6-86f1-4111-b3a7-ff5fa95ad6da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.896547] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 942.896547] env[69722]: value = "task-3438546" [ 942.896547] env[69722]: _type = "Task" [ 942.896547] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.905476] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438546, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.982760] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: a41ea9fe-c192-49f1-aea0-0df98dcb68f7] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.021894] env[69722]: DEBUG nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.053758] env[69722]: INFO nova.compute.manager [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Took 68.67 seconds to build instance. [ 943.062500] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:58:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='965430495',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-788356964',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.062500] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.062500] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.062500] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.062851] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.062851] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.063296] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.063521] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.063717] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.063944] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.064167] env[69722]: DEBUG nova.virt.hardware [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.065159] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1041877-22f3-4520-aaef-dd063e359fd9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.075195] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e52d688-aa2b-4a95-bbc9-3c7d624fa4bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.151777] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.152321] env[69722]: DEBUG nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.155089] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 50.066s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.280370] env[69722]: DEBUG nova.compute.manager [req-4279aa7e-b871-4791-8758-8d0a00b53ad7 req-8ccf8003-e392-4bcc-b066-ff808783b7f3 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Received event network-vif-plugged-9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.280592] env[69722]: DEBUG oslo_concurrency.lockutils [req-4279aa7e-b871-4791-8758-8d0a00b53ad7 req-8ccf8003-e392-4bcc-b066-ff808783b7f3 service nova] Acquiring lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.280798] env[69722]: DEBUG oslo_concurrency.lockutils [req-4279aa7e-b871-4791-8758-8d0a00b53ad7 req-8ccf8003-e392-4bcc-b066-ff808783b7f3 service nova] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.280971] env[69722]: DEBUG oslo_concurrency.lockutils [req-4279aa7e-b871-4791-8758-8d0a00b53ad7 req-8ccf8003-e392-4bcc-b066-ff808783b7f3 service nova] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.281243] env[69722]: DEBUG nova.compute.manager [req-4279aa7e-b871-4791-8758-8d0a00b53ad7 req-8ccf8003-e392-4bcc-b066-ff808783b7f3 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] No waiting events found dispatching network-vif-plugged-9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.281459] env[69722]: WARNING nova.compute.manager [req-4279aa7e-b871-4791-8758-8d0a00b53ad7 req-8ccf8003-e392-4bcc-b066-ff808783b7f3 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Received unexpected event network-vif-plugged-9159ee46-49f9-4cea-9ce5-eb15c4943160 for instance with vm_state building and task_state spawning. [ 943.297126] env[69722]: DEBUG nova.network.neutron [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Successfully updated port: 9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.319879] env[69722]: DEBUG oslo_vmware.api [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438545, 'name': PowerOffVM_Task, 'duration_secs': 0.370873} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.320194] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.320368] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.320617] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aefef489-e5f0-48de-9a5d-12f1b13c5d2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.406357] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438546, 'name': Destroy_Task, 'duration_secs': 0.346234} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.406635] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Destroyed the VM [ 943.406867] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 943.407131] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3152e7d6-38d3-4c5e-be2d-293c9d4e25bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.412862] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 943.412862] env[69722]: value = "task-3438548" [ 943.412862] env[69722]: _type = "Task" [ 943.412862] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.418118] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.418314] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.418491] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleting the datastore file [datastore1] c8963c57-76ff-4cce-9279-c1f6744bbdaf {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.421403] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5a1fbff-7a52-4474-993e-52e57c4b8c53 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.423102] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438548, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.427398] env[69722]: DEBUG oslo_vmware.api [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 943.427398] env[69722]: value = "task-3438549" [ 943.427398] env[69722]: _type = "Task" [ 943.427398] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.435557] env[69722]: DEBUG oslo_vmware.api [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.439462] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3faf502d-82be-4c97-bbb6-0260cc5b1667 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "interface-f6a1570a-7d0d-4ebd-bbea-739ae01857f0-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.439828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3faf502d-82be-4c97-bbb6-0260cc5b1667 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "interface-f6a1570a-7d0d-4ebd-bbea-739ae01857f0-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.440340] env[69722]: DEBUG nova.objects.instance [None req-3faf502d-82be-4c97-bbb6-0260cc5b1667 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lazy-loading 'flavor' on Instance uuid f6a1570a-7d0d-4ebd-bbea-739ae01857f0 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.484542] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 9d8fbc04-27aa-49c1-902b-bfc2a2454aaa] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.556605] env[69722]: DEBUG oslo_concurrency.lockutils [None req-043aac25-3552-4eb7-93d6-f890185628f8 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.156s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.658759] env[69722]: DEBUG nova.compute.utils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 943.662326] env[69722]: DEBUG nova.objects.instance [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lazy-loading 'migration_context' on Instance uuid 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.662326] env[69722]: DEBUG nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 943.662326] env[69722]: DEBUG nova.network.neutron [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 943.703483] env[69722]: DEBUG nova.policy [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49cf37ad5926449c90989ceca57b0fad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271cb59d17f84f13815778f8052bae48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 943.800356] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.800541] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.800697] env[69722]: DEBUG nova.network.neutron [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.925402] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438548, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349285} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.930122] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 943.930122] env[69722]: DEBUG nova.compute.manager [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.930122] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a42ecd82-12c1-4dfb-9127-96797864ecc5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.942364] env[69722]: DEBUG oslo_vmware.api [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133653} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.944159] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.944159] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.944295] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.944456] env[69722]: INFO nova.compute.manager [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 943.944697] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.949459] env[69722]: DEBUG nova.objects.instance [None req-3faf502d-82be-4c97-bbb6-0260cc5b1667 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lazy-loading 'pci_requests' on Instance uuid f6a1570a-7d0d-4ebd-bbea-739ae01857f0 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.949541] env[69722]: DEBUG nova.compute.manager [-] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.949575] env[69722]: DEBUG nova.network.neutron [-] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.987740] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 8edf5952-6a1e-47ce-a5e8-42652290418b] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.991432] env[69722]: DEBUG nova.network.neutron [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Successfully created port: 8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.163096] env[69722]: DEBUG nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.371386] env[69722]: DEBUG nova.network.neutron [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.452386] env[69722]: DEBUG nova.objects.base [None req-3faf502d-82be-4c97-bbb6-0260cc5b1667 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.452611] env[69722]: DEBUG nova.network.neutron [None req-3faf502d-82be-4c97-bbb6-0260cc5b1667 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.462305] env[69722]: INFO nova.compute.manager [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Shelve offloading [ 944.495016] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 29985cf3-76f7-48d6-b2a6-7338931186f6] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.601590] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2af93ba-cb12-4420-9e78-bd2c676bec54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.610313] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8a2cf1-fa7f-4e51-a63b-725f0f40b610 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.614513] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3faf502d-82be-4c97-bbb6-0260cc5b1667 tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "interface-f6a1570a-7d0d-4ebd-bbea-739ae01857f0-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.175s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.646505] env[69722]: DEBUG nova.network.neutron [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Updating instance_info_cache with network_info: [{"id": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "address": "fa:16:3e:5f:2d:d2", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159ee46-49", "ovs_interfaceid": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.649345] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719f2469-9067-4d43-8416-780b073485f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.658959] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3be70c-647e-4920-9ce7-7056cc880d9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.677178] env[69722]: DEBUG nova.compute.provider_tree [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.853057] env[69722]: DEBUG nova.network.neutron [-] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.965654] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.965955] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11de3036-eda2-4208-bb9a-3342da26e07d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.973861] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 944.973861] env[69722]: value = "task-3438550" [ 944.973861] env[69722]: _type = "Task" [ 944.973861] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.981804] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.999131] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: c3d915d6-b146-43e1-946d-289fbb5e6496] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.016882] env[69722]: DEBUG nova.compute.manager [req-6206b230-5610-4a1f-9bd1-24d097b60b0b req-ab36478a-92ad-4730-870c-9d3614ff35c8 service nova] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Received event network-vif-deleted-4d808c0c-2a0a-4cfa-9c80-8a8cc19cd04d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.153608] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Releasing lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.153936] env[69722]: DEBUG nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Instance network_info: |[{"id": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "address": "fa:16:3e:5f:2d:d2", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159ee46-49", "ovs_interfaceid": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.155579] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:2d:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c1195acd-707f-4bac-a99d-14db17a63802', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9159ee46-49f9-4cea-9ce5-eb15c4943160', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.165115] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.165396] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.165643] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad74a89-bf44-4b87-8130-cf102f6eb2d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.181778] env[69722]: DEBUG nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.184350] env[69722]: DEBUG nova.scheduler.client.report [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.193650] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.193650] env[69722]: value = "task-3438551" [ 945.193650] env[69722]: _type = "Task" [ 945.193650] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.202334] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438551, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.212426] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.212674] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.212833] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.213034] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.213189] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.213341] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.213552] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.213712] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.213877] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.214058] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.214236] env[69722]: DEBUG nova.virt.hardware [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.215294] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc25c05-be10-422c-9d41-50dd15921976 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.225232] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd5d76c-8141-41d9-890b-25923993db36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.356350] env[69722]: INFO nova.compute.manager [-] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Took 1.41 seconds to deallocate network for instance. [ 945.485186] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 945.485409] env[69722]: DEBUG nova.compute.manager [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.486243] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b572654-8d0e-4334-996e-0c44b0890206 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.492194] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.492370] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.492545] env[69722]: DEBUG nova.network.neutron [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.502923] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 8eb77299-d73b-45a5-b02b-5200bc38b6c6] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.564102] env[69722]: DEBUG nova.network.neutron [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Successfully updated port: 8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 945.703124] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438551, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.770676] env[69722]: DEBUG nova.compute.manager [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Received event network-changed-9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.770899] env[69722]: DEBUG nova.compute.manager [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Refreshing instance network info cache due to event network-changed-9159ee46-49f9-4cea-9ce5-eb15c4943160. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.771141] env[69722]: DEBUG oslo_concurrency.lockutils [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] Acquiring lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.771446] env[69722]: DEBUG oslo_concurrency.lockutils [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] Acquired lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.771878] env[69722]: DEBUG nova.network.neutron [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Refreshing network info cache for port 9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.865650] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.006374] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 2fa64533-4b34-4ba4-a3f9-5ef3c2f4e986] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.067053] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.067300] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.068034] env[69722]: DEBUG nova.network.neutron [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.196337] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.041s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.205177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.657s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.205177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.206901] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.953s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.208748] env[69722]: INFO nova.compute.claims [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.236443] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438551, 'name': CreateVM_Task, 'duration_secs': 0.604889} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.236443] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.236443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.236443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.236443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.236443] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb884d4-e46c-408f-833e-1bd62ef6df50 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.246787] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 946.246787] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525a1eed-2506-6440-a872-ef25bee9274b" [ 946.246787] env[69722]: _type = "Task" [ 946.246787] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.253700] env[69722]: INFO nova.scheduler.client.report [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Deleted allocations for instance 97cc7695-2be2-47d5-bf0e-700ded8c7033 [ 946.263176] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525a1eed-2506-6440-a872-ef25bee9274b, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.266539] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.266782] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.267378] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.267378] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.267378] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.267867] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63d5c584-8703-4d41-88f9-debba405a802 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.298814] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.299053] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.300154] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac88156-8fa0-4825-9a89-2a9c5c1ed1e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.307273] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 946.307273] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dd7dd6-4647-7d95-9772-642026ef5cf8" [ 946.307273] env[69722]: _type = "Task" [ 946.307273] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.312283] env[69722]: DEBUG nova.network.neutron [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7623af8b-09", "ovs_interfaceid": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.320683] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dd7dd6-4647-7d95-9772-642026ef5cf8, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.321478] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5402ac5d-28e3-4621-828d-3a18479d0a3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.327965] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 946.327965] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dafc3f-f3a4-ecbe-333b-562ff2700a96" [ 946.327965] env[69722]: _type = "Task" [ 946.327965] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.337050] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dafc3f-f3a4-ecbe-333b-562ff2700a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.509633] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 1edc3775-9f29-4274-9838-22c752c290f4] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.595583] env[69722]: DEBUG nova.network.neutron [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Updated VIF entry in instance network info cache for port 9159ee46-49f9-4cea-9ce5-eb15c4943160. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.595994] env[69722]: DEBUG nova.network.neutron [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Updating instance_info_cache with network_info: [{"id": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "address": "fa:16:3e:5f:2d:d2", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159ee46-49", "ovs_interfaceid": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.611470] env[69722]: DEBUG nova.network.neutron [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.724877] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.725099] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.725298] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.725481] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.725644] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.727698] env[69722]: INFO nova.compute.manager [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Terminating instance [ 946.766518] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e4abadb7-67e2-484a-98bc-e585e2440b2c tempest-ServersTestBootFromVolume-131676752 tempest-ServersTestBootFromVolume-131676752-project-member] Lock "97cc7695-2be2-47d5-bf0e-700ded8c7033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.789s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.800431] env[69722]: DEBUG nova.network.neutron [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updating instance_info_cache with network_info: [{"id": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "address": "fa:16:3e:ff:2d:6b", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e14c051-a6", "ovs_interfaceid": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.816903] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.838645] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dafc3f-f3a4-ecbe-333b-562ff2700a96, 'name': SearchDatastore_Task, 'duration_secs': 0.009749} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.838906] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.839205] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] d0ee46d1-4f3e-42d9-8873-98ef2209ecbe/d0ee46d1-4f3e-42d9-8873-98ef2209ecbe.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.839447] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32d78595-e4b0-467e-b375-87f33e363f80 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.845971] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 946.845971] env[69722]: value = "task-3438552" [ 946.845971] env[69722]: _type = "Task" [ 946.845971] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.853757] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438552, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.014861] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 2d9e5249-07b7-4828-91c6-0a502567805e] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.099852] env[69722]: DEBUG oslo_concurrency.lockutils [req-1152986f-46f0-4a81-aa92-e2666d418991 req-ee4c12f7-e956-4639-94b3-a180147b6834 service nova] Releasing lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.231195] env[69722]: DEBUG nova.compute.manager [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.231586] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.240273] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf7603c-4f40-41a4-94d6-1dac815b8689 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.250257] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.250257] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dfc7ac8-de36-47d2-80d9-ad1fe909f9c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.261148] env[69722]: DEBUG oslo_vmware.api [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 947.261148] env[69722]: value = "task-3438553" [ 947.261148] env[69722]: _type = "Task" [ 947.261148] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.281544] env[69722]: DEBUG oslo_vmware.api [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.305969] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.306323] env[69722]: DEBUG nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Instance network_info: |[{"id": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "address": "fa:16:3e:ff:2d:6b", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e14c051-a6", "ovs_interfaceid": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.308168] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:2d:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e14c051-a6df-4dc8-928b-26a8f68ace1e', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 947.319055] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Creating folder: Project (271cb59d17f84f13815778f8052bae48). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.320078] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c3f3a1a-d23e-4999-b74e-ad2d3a487dd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.332176] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Created folder: Project (271cb59d17f84f13815778f8052bae48) in parent group-v686248. [ 947.332548] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Creating folder: Instances. Parent ref: group-v686445. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 947.332877] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59c9b601-78b6-47c2-97d3-eef448b9dc4d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.347364] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Created folder: Instances in parent group-v686445. [ 947.347823] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 947.353615] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 947.357466] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8339b8ca-13ca-4afa-ba20-7c67aafad6f5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.383082] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438552, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526449} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.385441] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] d0ee46d1-4f3e-42d9-8873-98ef2209ecbe/d0ee46d1-4f3e-42d9-8873-98ef2209ecbe.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.385441] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.385441] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 947.385441] env[69722]: value = "task-3438556" [ 947.385441] env[69722]: _type = "Task" [ 947.385441] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.385441] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ba9d949-e538-4e29-b616-913ea93ea5d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.396234] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 947.396234] env[69722]: value = "task-3438557" [ 947.396234] env[69722]: _type = "Task" [ 947.396234] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.400039] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438556, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.411455] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.508230] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.509218] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acdbdc0-b7d7-4c17-b18c-5062b42514b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.522931] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.522931] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: a6f67f42-3ec9-45f9-82e6-356f1b17cd65] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.524477] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-944962a4-42a2-4b52-83e5-a4b40558f601 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.586115] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.586628] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.586942] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleting the datastore file [datastore2] a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.587407] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ba97f3-76af-42af-a5d6-708f55c87375 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.602142] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 947.602142] env[69722]: value = "task-3438559" [ 947.602142] env[69722]: _type = "Task" [ 947.602142] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.611587] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.761421] env[69722]: INFO nova.compute.manager [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Swapping old allocation on dict_keys(['fc751dae-d10e-4fa8-8f8c-80cad2bb4e83']) held by migration c7490f38-b550-4396-b9ba-9b5360692776 for instance [ 947.775416] env[69722]: DEBUG oslo_vmware.api [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438553, 'name': PowerOffVM_Task, 'duration_secs': 0.304744} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.775940] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.775940] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.776085] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82ffe567-e0b2-4dd1-a958-a34ef8adecef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.794873] env[69722]: DEBUG nova.scheduler.client.report [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Overwriting current allocation {'allocations': {'fc751dae-d10e-4fa8-8f8c-80cad2bb4e83': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 94}}, 'project_id': '5d889e50a0ad4c7fa467d082216b5005', 'user_id': '3cc65e96500447ae9028d0e4e4e3938f', 'consumer_generation': 1} on consumer 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b {{(pid=69722) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 947.798114] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1880382-ef12-4f91-a3d9-da1fef7ecba2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.804940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9959c5c5-d332-46f6-814d-e037cbff762f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.841164] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e391a524-3af4-4ebf-af1e-a99a8bce630b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.847103] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Received event network-vif-plugged-8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.847103] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.847103] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Lock "bc781a52-cfc0-409d-871d-9207e6891593-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.847103] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Lock "bc781a52-cfc0-409d-871d-9207e6891593-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.847103] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] No waiting events found dispatching network-vif-plugged-8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.847103] env[69722]: WARNING nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Received unexpected event network-vif-plugged-8e14c051-a6df-4dc8-928b-26a8f68ace1e for instance with vm_state building and task_state spawning. [ 947.847103] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Received event network-changed-8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.847103] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Refreshing instance network info cache due to event network-changed-8e14c051-a6df-4dc8-928b-26a8f68ace1e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.847103] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Acquiring lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.847103] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Acquired lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.847103] env[69722]: DEBUG nova.network.neutron [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Refreshing network info cache for port 8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.856346] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3f2527-1eaf-4af3-a7cc-f3a628c90966 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.873515] env[69722]: DEBUG nova.compute.provider_tree [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.887201] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.887409] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquired lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.887588] env[69722]: DEBUG nova.network.neutron [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.898156] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438556, 'name': CreateVM_Task, 'duration_secs': 0.344638} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.898316] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.898956] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.899129] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.899436] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.899941] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bf6c6ae-82ff-42a7-aa24-053af5547c90 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.907524] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 947.907524] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f6357d-65b5-8272-9ad6-98d913ecb0f4" [ 947.907524] env[69722]: _type = "Task" [ 947.907524] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.910604] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087217} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.913505] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.915026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf5aef-a1d0-488f-a53a-d628986cc2a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.922316] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f6357d-65b5-8272-9ad6-98d913ecb0f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.931926] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.932276] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.932589] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.932815] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.933110] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.944812] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d0ee46d1-4f3e-42d9-8873-98ef2209ecbe/d0ee46d1-4f3e-42d9-8873-98ef2209ecbe.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.944952] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c22f7b8b-057a-4893-aa13-5c0f1dacacdf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.949190] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5493d5a-1588-424e-80fe-0b22b5aa59b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.969191] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 947.969191] env[69722]: value = "task-3438561" [ 947.969191] env[69722]: _type = "Task" [ 947.969191] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.977045] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.984644] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.985699] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.985699] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7839669e-46db-46fe-95c6-13b4d1c13ce3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.991265] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 947.991265] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e3d163-a375-707f-5655-ee065b9aa8eb" [ 947.991265] env[69722]: _type = "Task" [ 947.991265] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.001589] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e3d163-a375-707f-5655-ee065b9aa8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.028993] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 2c7890f4-59f6-464b-9c0c-a482f76b7099] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.110825] env[69722]: DEBUG oslo_vmware.api [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141921} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.111039] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.111222] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.111397] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.132963] env[69722]: INFO nova.scheduler.client.report [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted allocations for instance a716f045-1598-433c-ae67-32c7107544a5 [ 948.312950] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.312950] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.313110] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Deleting the datastore file [datastore1] f6a1570a-7d0d-4ebd-bbea-739ae01857f0 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.313388] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6df71a7f-5360-4c12-b804-60c9eea2b94d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.322335] env[69722]: DEBUG oslo_vmware.api [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for the task: (returnval){ [ 948.322335] env[69722]: value = "task-3438562" [ 948.322335] env[69722]: _type = "Task" [ 948.322335] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.330216] env[69722]: DEBUG oslo_vmware.api [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438562, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.375285] env[69722]: DEBUG nova.scheduler.client.report [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.486113] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438561, 'name': ReconfigVM_Task, 'duration_secs': 0.297703} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.486448] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d0ee46d1-4f3e-42d9-8873-98ef2209ecbe/d0ee46d1-4f3e-42d9-8873-98ef2209ecbe.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.486767] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69722) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 948.487691] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-b55c7d74-6de3-4c01-99b8-419f63cc8e51 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.498114] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 948.498114] env[69722]: value = "task-3438563" [ 948.498114] env[69722]: _type = "Task" [ 948.498114] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.506385] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e3d163-a375-707f-5655-ee065b9aa8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011683} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.507521] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0b94b49-c4c2-4833-86b8-d29718907e6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.512681] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438563, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.515832] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 948.515832] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ed04d6-2b00-6759-9cc2-046af95bfac1" [ 948.515832] env[69722]: _type = "Task" [ 948.515832] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.523960] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ed04d6-2b00-6759-9cc2-046af95bfac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.533669] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 928ab915-fe86-4081-af20-f2f71b06c0f9] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 948.637761] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.653327] env[69722]: DEBUG nova.network.neutron [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updated VIF entry in instance network info cache for port 8e14c051-a6df-4dc8-928b-26a8f68ace1e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 948.654119] env[69722]: DEBUG nova.network.neutron [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updating instance_info_cache with network_info: [{"id": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "address": "fa:16:3e:ff:2d:6b", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e14c051-a6", "ovs_interfaceid": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.711407] env[69722]: DEBUG nova.network.neutron [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance_info_cache with network_info: [{"id": "f189665c-a4ab-4703-ae40-e7f8929b152e", "address": "fa:16:3e:86:4c:62", "network": {"id": "6de9160d-1435-4449-b89d-79d15407bb51", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.175", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "36da1d6c7f744e49ad15169dc527bf85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4db2961d-273d-4634-9d06-a94fa9d384fb", "external-id": "nsx-vlan-transportzone-572", "segmentation_id": 572, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf189665c-a4", "ovs_interfaceid": "f189665c-a4ab-4703-ae40-e7f8929b152e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.831059] env[69722]: DEBUG oslo_vmware.api [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Task: {'id': task-3438562, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153985} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.831534] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.831672] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.832075] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.832440] env[69722]: INFO nova.compute.manager [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Took 1.60 seconds to destroy the instance on the hypervisor. [ 948.832543] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.833155] env[69722]: DEBUG nova.compute.manager [-] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.833155] env[69722]: DEBUG nova.network.neutron [-] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.882494] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.883148] env[69722]: DEBUG nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.889353] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.746s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.015019] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438563, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.063602} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.015019] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69722) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 949.015019] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73559eb4-154e-4d42-accc-dcaa423a3137 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.042381] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: b6752a8d-7e8b-4df0-9ef9-50dbfc944f84] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.053138] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d0ee46d1-4f3e-42d9-8873-98ef2209ecbe/ephemeral_0.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.057667] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df50ca5f-1ea9-487b-a852-5307f2d4e0f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.071042] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ed04d6-2b00-6759-9cc2-046af95bfac1, 'name': SearchDatastore_Task, 'duration_secs': 0.009934} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.071773] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.071773] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] bc781a52-cfc0-409d-871d-9207e6891593/bc781a52-cfc0-409d-871d-9207e6891593.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 949.072093] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ffea50a-b2f1-407e-a71a-5796c173d02b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.080112] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 949.080112] env[69722]: value = "task-3438565" [ 949.080112] env[69722]: _type = "Task" [ 949.080112] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.081119] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 949.081119] env[69722]: value = "task-3438564" [ 949.081119] env[69722]: _type = "Task" [ 949.081119] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.092967] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.096032] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438564, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.156617] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Releasing lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.156808] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-vif-unplugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.157097] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.157446] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.158035] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.158035] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] No waiting events found dispatching network-vif-unplugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.158146] env[69722]: WARNING nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received unexpected event network-vif-unplugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc for instance with vm_state shelved and task_state shelving_offloading. [ 949.158587] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.158587] env[69722]: DEBUG nova.compute.manager [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing instance network info cache due to event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.158807] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Acquiring lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.159052] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Acquired lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.159292] env[69722]: DEBUG nova.network.neutron [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.211838] env[69722]: DEBUG oslo_concurrency.lockutils [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Releasing lock "refresh_cache-93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.212338] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.212648] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4569a075-0ab4-4ce9-a170-62577658d171 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.220132] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 949.220132] env[69722]: value = "task-3438566" [ 949.220132] env[69722]: _type = "Task" [ 949.220132] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.229428] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.383900] env[69722]: DEBUG nova.compute.manager [req-60785dfe-3efa-4d17-a63d-1cb8da3a2bff req-77bb3e21-4b63-4982-8435-ebe94cc2cd94 service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Received event network-vif-deleted-5d12f1a4-ed83-4c1d-b5f2-796f775bd000 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.384134] env[69722]: INFO nova.compute.manager [req-60785dfe-3efa-4d17-a63d-1cb8da3a2bff req-77bb3e21-4b63-4982-8435-ebe94cc2cd94 service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Neutron deleted interface 5d12f1a4-ed83-4c1d-b5f2-796f775bd000; detaching it from the instance and deleting it from the info cache [ 949.384356] env[69722]: DEBUG nova.network.neutron [req-60785dfe-3efa-4d17-a63d-1cb8da3a2bff req-77bb3e21-4b63-4982-8435-ebe94cc2cd94 service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.393709] env[69722]: DEBUG nova.compute.utils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.395685] env[69722]: DEBUG nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.395868] env[69722]: DEBUG nova.network.neutron [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.404632] env[69722]: INFO nova.compute.claims [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.477635] env[69722]: DEBUG nova.policy [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f219263e5f4544d09346b7a79c63ab6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47dfddde4d140e28aa26af6c2c17c09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.557971] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 950744fb-3b6d-4c02-af4b-5f83f5e6cc45] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 949.595420] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507964} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.598603] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] bc781a52-cfc0-409d-871d-9207e6891593/bc781a52-cfc0-409d-871d-9207e6891593.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.598895] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.599435] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.599796] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a174624-b979-47ca-aaa4-b14ebe53e9c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.606294] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 949.606294] env[69722]: value = "task-3438567" [ 949.606294] env[69722]: _type = "Task" [ 949.606294] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.615400] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.730730] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438566, 'name': PowerOffVM_Task, 'duration_secs': 0.229112} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.731016] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.731695] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:59:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52c0bbcd-a76a-4f9a-a317-ce147f9d0e43',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1170356320',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 949.732097] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 949.732172] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 949.732373] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 949.732457] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 949.732605] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 949.732834] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 949.733040] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 949.733236] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 949.733328] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 949.733565] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 949.739106] env[69722]: DEBUG nova.network.neutron [-] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.740218] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adab1b8-6c96-493e-86eb-989a5f512676 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.756441] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 949.756441] env[69722]: value = "task-3438568" [ 949.756441] env[69722]: _type = "Task" [ 949.756441] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.767187] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.876694] env[69722]: DEBUG nova.network.neutron [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Successfully created port: 201af2f6-a18e-4854-b8e8-2335e786d33c {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.888499] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5232c22b-95e7-4c6b-80b6-4a053f0808b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.899284] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a825d-05fe-4561-8d0e-5a495c20a364 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.914633] env[69722]: DEBUG nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.918902] env[69722]: INFO nova.compute.resource_tracker [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating resource usage from migration eedf2640-c210-427d-a722-ee853727544d [ 949.938582] env[69722]: DEBUG nova.compute.manager [req-60785dfe-3efa-4d17-a63d-1cb8da3a2bff req-77bb3e21-4b63-4982-8435-ebe94cc2cd94 service nova] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Detach interface failed, port_id=5d12f1a4-ed83-4c1d-b5f2-796f775bd000, reason: Instance f6a1570a-7d0d-4ebd-bbea-739ae01857f0 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.985039] env[69722]: DEBUG nova.network.neutron [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updated VIF entry in instance network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.985039] env[69722]: DEBUG nova.network.neutron [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7623af8b-09", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.062123] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 92838e96-a467-4e54-8d7b-e5c956d60338] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.096487] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438564, 'name': ReconfigVM_Task, 'duration_secs': 0.575045} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.097290] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d0ee46d1-4f3e-42d9-8873-98ef2209ecbe/ephemeral_0.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.097930] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9625d5-dcc4-445e-acef-b44b092c1d98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.107022] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 950.107022] env[69722]: value = "task-3438569" [ 950.107022] env[69722]: _type = "Task" [ 950.107022] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.124979] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438569, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.134058] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070931} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.134058] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.134992] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d8bfc0-9935-41d7-9627-963d4a4f69e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.160653] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] bc781a52-cfc0-409d-871d-9207e6891593/bc781a52-cfc0-409d-871d-9207e6891593.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.163454] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d3068d-3781-4ec0-b97e-79986da2fdd8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.183244] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 950.183244] env[69722]: value = "task-3438570" [ 950.183244] env[69722]: _type = "Task" [ 950.183244] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.195335] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.251203] env[69722]: INFO nova.compute.manager [-] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Took 1.42 seconds to deallocate network for instance. [ 950.266421] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438568, 'name': ReconfigVM_Task, 'duration_secs': 0.145731} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.270427] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd59e531-8cb8-4385-b828-f88af46cf1f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.289768] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:59:53Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='52c0bbcd-a76a-4f9a-a317-ce147f9d0e43',id=39,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1170356320',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.289768] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.289768] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.289966] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.289966] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.290271] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.290350] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.290504] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.290686] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.290867] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.291052] env[69722]: DEBUG nova.virt.hardware [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.294589] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192ea20c-2432-4574-9384-bdc6e1c1887e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.303637] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 950.303637] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523d9f5f-aedc-c999-b3f7-d24460f4cb4e" [ 950.303637] env[69722]: _type = "Task" [ 950.303637] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.311198] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523d9f5f-aedc-c999-b3f7-d24460f4cb4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.392025] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180092b-087b-41ef-8f4b-0728d83ebbd3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.400789] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7377780a-46d3-425f-a156-a07dff368481 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.440326] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02839afc-1e89-4a89-b270-050998f9bc87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.449197] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6beffc9-26fb-4418-ba08-84d254a81336 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.464814] env[69722]: DEBUG nova.compute.provider_tree [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.488084] env[69722]: DEBUG oslo_concurrency.lockutils [req-04cd05fb-3412-48fb-919b-f7aef3aa71c5 req-3bfcb837-433e-436a-b410-455e738358ec service nova] Releasing lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.566025] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: ad258087-2025-4e22-9f0c-d2776440d59c] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.616726] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438569, 'name': Rename_Task, 'duration_secs': 0.168665} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.617082] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.617399] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45f13d58-4e43-44f1-aabb-26f8a432db74 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.623814] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 950.623814] env[69722]: value = "task-3438571" [ 950.623814] env[69722]: _type = "Task" [ 950.623814] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.632092] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.692615] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438570, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.757669] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.818287] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523d9f5f-aedc-c999-b3f7-d24460f4cb4e, 'name': SearchDatastore_Task, 'duration_secs': 0.020094} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.822105] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfiguring VM instance instance-00000031 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.822666] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.823016] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf92d25-5153-4c56-980d-a962ad3ce871 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.843387] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 950.843387] env[69722]: value = "task-3438572" [ 950.843387] env[69722]: _type = "Task" [ 950.843387] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.855483] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438572, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.941322] env[69722]: DEBUG nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.968058] env[69722]: DEBUG nova.scheduler.client.report [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c96bbb8586eb46e961a476d17c396a87',container_format='bare',created_at=2025-04-15T14:02:16Z,direct_url=,disk_format='vmdk',id=5b112ff8-8f90-421e-ac0d-9522fc170b12,min_disk=1,min_ram=0,name='tempest-test-snap-300359420',owner='b47dfddde4d140e28aa26af6c2c17c09',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-15T14:02:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.976156] env[69722]: DEBUG nova.virt.hardware [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.976689] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfa6fd5-98ec-4030-8757-02b2bb3660e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.984988] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b73a8b-6e71-46f5-80dc-baedfbe60618 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.069713] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 08cd5ef2-6f22-4ac0-ab03-0aa1efca3fef] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.133874] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438571, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.195331] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438570, 'name': ReconfigVM_Task, 'duration_secs': 0.87297} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.196135] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Reconfigured VM instance instance-00000046 to attach disk [datastore1] bc781a52-cfc0-409d-871d-9207e6891593/bc781a52-cfc0-409d-871d-9207e6891593.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.196872] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-429ed814-5c88-4e44-ab54-a9925af23340 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.202763] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 951.202763] env[69722]: value = "task-3438573" [ 951.202763] env[69722]: _type = "Task" [ 951.202763] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.211360] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438573, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.361296] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438572, 'name': ReconfigVM_Task, 'duration_secs': 0.195342} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.361718] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfigured VM instance instance-00000031 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 951.363272] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4be3951-66a9-48f4-9cff-dfa0948a72c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.391419] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.391725] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dae8c15-39df-4e59-8bf0-74d8a4565d46 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.409931] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 951.409931] env[69722]: value = "task-3438574" [ 951.409931] env[69722]: _type = "Task" [ 951.409931] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.418050] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.481287] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.592s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.481565] env[69722]: INFO nova.compute.manager [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Migrating [ 951.489791] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.783s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.489791] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.492169] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.762s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.493459] env[69722]: INFO nova.compute.claims [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.526795] env[69722]: INFO nova.scheduler.client.report [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Deleted allocations for instance 5ae4397d-b6d0-43c4-b2b4-80536575928c [ 951.573689] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: b0e3f4d4-06eb-4fbb-96c9-2868b6c53648] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.598285] env[69722]: DEBUG nova.compute.manager [req-599bc8de-ddaa-4f78-b98f-7bd5e9ce0c9b req-31fb3a08-d2ba-473e-986f-ea799f6770fb service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Received event network-vif-plugged-201af2f6-a18e-4854-b8e8-2335e786d33c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.598593] env[69722]: DEBUG oslo_concurrency.lockutils [req-599bc8de-ddaa-4f78-b98f-7bd5e9ce0c9b req-31fb3a08-d2ba-473e-986f-ea799f6770fb service nova] Acquiring lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.598883] env[69722]: DEBUG oslo_concurrency.lockutils [req-599bc8de-ddaa-4f78-b98f-7bd5e9ce0c9b req-31fb3a08-d2ba-473e-986f-ea799f6770fb service nova] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.599127] env[69722]: DEBUG oslo_concurrency.lockutils [req-599bc8de-ddaa-4f78-b98f-7bd5e9ce0c9b req-31fb3a08-d2ba-473e-986f-ea799f6770fb service nova] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.599261] env[69722]: DEBUG nova.compute.manager [req-599bc8de-ddaa-4f78-b98f-7bd5e9ce0c9b req-31fb3a08-d2ba-473e-986f-ea799f6770fb service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] No waiting events found dispatching network-vif-plugged-201af2f6-a18e-4854-b8e8-2335e786d33c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.599466] env[69722]: WARNING nova.compute.manager [req-599bc8de-ddaa-4f78-b98f-7bd5e9ce0c9b req-31fb3a08-d2ba-473e-986f-ea799f6770fb service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Received unexpected event network-vif-plugged-201af2f6-a18e-4854-b8e8-2335e786d33c for instance with vm_state building and task_state spawning. [ 951.634598] env[69722]: DEBUG oslo_vmware.api [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438571, 'name': PowerOnVM_Task, 'duration_secs': 0.573258} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.634911] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.635134] env[69722]: INFO nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Took 8.61 seconds to spawn the instance on the hypervisor. [ 951.637988] env[69722]: DEBUG nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.637988] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78cc899-d8da-4d41-827d-d45836a9d35a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.716737] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438573, 'name': Rename_Task, 'duration_secs': 0.205006} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.718449] env[69722]: DEBUG nova.network.neutron [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Successfully updated port: 201af2f6-a18e-4854-b8e8-2335e786d33c {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.719604] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.720255] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f13764-0d0e-483c-b5fa-1306a13d63d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.731662] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 951.731662] env[69722]: value = "task-3438575" [ 951.731662] env[69722]: _type = "Task" [ 951.731662] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.741555] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.919940] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438574, 'name': ReconfigVM_Task, 'duration_secs': 0.260702} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.920818] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b/93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.921722] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f97a6bd-3eb7-48f6-9b44-06e0d98512b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.942446] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566dce39-ba13-4718-a9ed-53c73e3f39c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.965222] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e99f0e-8c68-493a-9aab-ce2536831ddc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.983129] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89fcdf7-0660-4724-89ed-f158e9848670 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.988501] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.988753] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2a6b928-6f5e-49c6-a75d-d3ef94286fb7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.994279] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 951.994279] env[69722]: value = "task-3438576" [ 951.994279] env[69722]: _type = "Task" [ 951.994279] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.002386] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.009032] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.009032] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.009032] env[69722]: DEBUG nova.network.neutron [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.037529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dd6df866-544a-4265-bb7c-a6474fad975f tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "5ae4397d-b6d0-43c4-b2b4-80536575928c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.237s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.082991] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 67d7422a-2bfc-4c6d-a1c5-e9c88420cccb] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.162600] env[69722]: INFO nova.compute.manager [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Took 69.01 seconds to build instance. [ 952.222192] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "refresh_cache-65bb2ffd-1edb-4eae-be93-542cc778cf3f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.222192] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "refresh_cache-65bb2ffd-1edb-4eae-be93-542cc778cf3f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.222192] env[69722]: DEBUG nova.network.neutron [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.241721] env[69722]: DEBUG oslo_vmware.api [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438575, 'name': PowerOnVM_Task, 'duration_secs': 0.463255} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.242015] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.242222] env[69722]: INFO nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Took 7.06 seconds to spawn the instance on the hypervisor. [ 952.242401] env[69722]: DEBUG nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.243198] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb3ffe0-0160-4589-88ef-12f1f2c00e30 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.507827] env[69722]: DEBUG oslo_vmware.api [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438576, 'name': PowerOnVM_Task, 'duration_secs': 0.507414} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.507827] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.591546] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 4e5ca74f-b105-4a93-8c73-3949b6177ef3] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.666182] env[69722]: DEBUG oslo_concurrency.lockutils [None req-770268e4-fd09-4eaf-8a17-53053d0c1ad9 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.071s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.766814] env[69722]: DEBUG nova.network.neutron [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.768178] env[69722]: INFO nova.compute.manager [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Took 60.83 seconds to build instance. [ 952.800744] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.800986] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.801223] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.801407] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.801605] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.803709] env[69722]: INFO nova.compute.manager [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Terminating instance [ 952.968391] env[69722]: DEBUG nova.network.neutron [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance_info_cache with network_info: [{"id": "881da292-1466-43e9-8ede-68d68cac7863", "address": "fa:16:3e:c7:18:e7", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881da292-14", "ovs_interfaceid": "881da292-1466-43e9-8ede-68d68cac7863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.974137] env[69722]: DEBUG nova.network.neutron [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Updating instance_info_cache with network_info: [{"id": "201af2f6-a18e-4854-b8e8-2335e786d33c", "address": "fa:16:3e:86:e7:70", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201af2f6-a1", "ovs_interfaceid": "201af2f6-a18e-4854-b8e8-2335e786d33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.027520] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5a13d8-0e8f-41ec-8b48-10e9b39186e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.035918] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ecfeca-1952-43b7-8414-e0880ec4523b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.078037] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f16cfc-6714-416a-9fcb-1edfb4036667 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.086223] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32636eb9-6985-455d-814d-c1b4be64f21c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.103705] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 26110aee-d477-4308-80ab-dcb8fc4d4c06] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.105948] env[69722]: DEBUG nova.compute.provider_tree [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.270210] env[69722]: DEBUG oslo_concurrency.lockutils [None req-26de08d8-3c20-4d91-a4ce-2f8bdd43b4a4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.936s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.311201] env[69722]: DEBUG nova.compute.manager [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.311491] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.312738] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342b2dd1-3135-4a82-90cf-eb6a994cad2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.321620] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.321853] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a9afe44-e26a-4de6-bee3-534eb559e6ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.327933] env[69722]: DEBUG oslo_vmware.api [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 953.327933] env[69722]: value = "task-3438577" [ 953.327933] env[69722]: _type = "Task" [ 953.327933] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.338211] env[69722]: DEBUG oslo_vmware.api [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.472835] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.478600] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "refresh_cache-65bb2ffd-1edb-4eae-be93-542cc778cf3f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.481655] env[69722]: DEBUG nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Instance network_info: |[{"id": "201af2f6-a18e-4854-b8e8-2335e786d33c", "address": "fa:16:3e:86:e7:70", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201af2f6-a1", "ovs_interfaceid": "201af2f6-a18e-4854-b8e8-2335e786d33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.481655] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:e7:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '201af2f6-a18e-4854-b8e8-2335e786d33c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.489758] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.493235] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.493235] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8aee8c01-1658-4285-8ed7-985b5eff65a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.516118] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.516118] env[69722]: value = "task-3438578" [ 953.516118] env[69722]: _type = "Task" [ 953.516118] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.526290] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438578, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.532429] env[69722]: INFO nova.compute.manager [None req-455ca0cf-6004-44cb-a5b1-e2bfbd055661 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance to original state: 'active' [ 953.609618] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: f82d27cb-16ae-4dcc-b535-278b6ecf62a7] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.612238] env[69722]: DEBUG nova.scheduler.client.report [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.839357] env[69722]: DEBUG oslo_vmware.api [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438577, 'name': PowerOffVM_Task, 'duration_secs': 0.211363} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.839685] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.839864] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.840153] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d2a00ed-8827-4f4a-9c56-d911a1bfe962 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.900881] env[69722]: DEBUG nova.compute.manager [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Received event network-changed-201af2f6-a18e-4854-b8e8-2335e786d33c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.901096] env[69722]: DEBUG nova.compute.manager [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Refreshing instance network info cache due to event network-changed-201af2f6-a18e-4854-b8e8-2335e786d33c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.901328] env[69722]: DEBUG oslo_concurrency.lockutils [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] Acquiring lock "refresh_cache-65bb2ffd-1edb-4eae-be93-542cc778cf3f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.901472] env[69722]: DEBUG oslo_concurrency.lockutils [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] Acquired lock "refresh_cache-65bb2ffd-1edb-4eae-be93-542cc778cf3f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.901636] env[69722]: DEBUG nova.network.neutron [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Refreshing network info cache for port 201af2f6-a18e-4854-b8e8-2335e786d33c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.906253] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.906253] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.906253] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Deleting the datastore file [datastore2] 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.906931] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d2647c7-4ceb-43bd-ad5e-6dd8a24b8072 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.913877] env[69722]: DEBUG oslo_vmware.api [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for the task: (returnval){ [ 953.913877] env[69722]: value = "task-3438580" [ 953.913877] env[69722]: _type = "Task" [ 953.913877] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.923099] env[69722]: DEBUG oslo_vmware.api [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.028074] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438578, 'name': CreateVM_Task, 'duration_secs': 0.330518} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.028240] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.030348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.030348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.030348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.030348] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c3dfed-3ab6-490b-9b30-57dbaf26b38e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.036649] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 954.036649] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f2bec2-1d9f-a219-aeb9-e669bdcb0f39" [ 954.036649] env[69722]: _type = "Task" [ 954.036649] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.051711] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f2bec2-1d9f-a219-aeb9-e669bdcb0f39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.065290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.065577] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.116736] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: ac5f41a1-eaba-492a-8293-4b96e4d78297] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.118536] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.119151] env[69722]: DEBUG nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.121896] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.084s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.123348] env[69722]: INFO nova.compute.claims [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.428618] env[69722]: DEBUG oslo_vmware.api [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Task: {'id': task-3438580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220228} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.428860] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.429047] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.429226] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.429416] env[69722]: INFO nova.compute.manager [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 954.429628] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.429816] env[69722]: DEBUG nova.compute.manager [-] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.429921] env[69722]: DEBUG nova.network.neutron [-] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.547754] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.548274] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Processing image 5b112ff8-8f90-421e-ac0d-9522fc170b12 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.548694] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12/5b112ff8-8f90-421e-ac0d-9522fc170b12.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.549022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12/5b112ff8-8f90-421e-ac0d-9522fc170b12.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.551018] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.551018] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-800fc51a-1d85-4baf-af7c-6cf0c8b30de1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.562029] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.562029] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.562029] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a540b0e8-ea23-4e42-8d59-b1c6939321e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.567330] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 954.567330] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521073d5-0027-8722-68a6-b0803bcab6a7" [ 954.567330] env[69722]: _type = "Task" [ 954.567330] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.570076] env[69722]: DEBUG nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.586021] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Preparing fetch location {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 954.586021] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Fetch image to [datastore2] OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7/OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7.vmdk {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 954.586215] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Downloading stream optimized image 5b112ff8-8f90-421e-ac0d-9522fc170b12 to [datastore2] OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7/OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7.vmdk on the data store datastore2 as vApp {{(pid=69722) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 954.586470] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Downloading image file data 5b112ff8-8f90-421e-ac0d-9522fc170b12 to the ESX as VM named 'OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7' {{(pid=69722) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 954.641314] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 07beaffc-d61a-4d28-a40c-566ff3fdee48] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.644791] env[69722]: DEBUG nova.compute.utils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.652668] env[69722]: DEBUG nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.653079] env[69722]: DEBUG nova.network.neutron [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.702379] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 954.702379] env[69722]: value = "resgroup-9" [ 954.702379] env[69722]: _type = "ResourcePool" [ 954.702379] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 954.702725] env[69722]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-7c6ce261-50f2-49d9-acf5-a80685c19df4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.728725] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease: (returnval){ [ 954.728725] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 954.728725] env[69722]: _type = "HttpNfcLease" [ 954.728725] env[69722]: } obtained for vApp import into resource pool (val){ [ 954.728725] env[69722]: value = "resgroup-9" [ 954.728725] env[69722]: _type = "ResourcePool" [ 954.728725] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 954.729050] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the lease: (returnval){ [ 954.729050] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 954.729050] env[69722]: _type = "HttpNfcLease" [ 954.729050] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 954.734915] env[69722]: DEBUG nova.policy [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c732a6b5296c4297bd4edc967f227cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de5f653b8dc348de8d530752b6f9cf47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.738631] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 954.738631] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 954.738631] env[69722]: _type = "HttpNfcLease" [ 954.738631] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 954.769229] env[69722]: DEBUG nova.network.neutron [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Updated VIF entry in instance network info cache for port 201af2f6-a18e-4854-b8e8-2335e786d33c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.769703] env[69722]: DEBUG nova.network.neutron [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Updating instance_info_cache with network_info: [{"id": "201af2f6-a18e-4854-b8e8-2335e786d33c", "address": "fa:16:3e:86:e7:70", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap201af2f6-a1", "ovs_interfaceid": "201af2f6-a18e-4854-b8e8-2335e786d33c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.863509] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.863509] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.863509] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.863509] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.863509] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.866165] env[69722]: INFO nova.compute.manager [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Terminating instance [ 954.998823] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68866cd2-9529-4ee7-be50-159dc42f2658 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.021628] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance '98ab9f8d-0c12-429a-a991-fe7489c45925' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.106754] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.114644] env[69722]: DEBUG nova.network.neutron [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Successfully created port: 4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.152423] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: e5cda2f6-fb36-43c1-8041-252493253f00] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.152423] env[69722]: DEBUG nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.229739] env[69722]: DEBUG nova.network.neutron [-] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.248951] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.248951] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 955.248951] env[69722]: _type = "HttpNfcLease" [ 955.248951] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.272286] env[69722]: DEBUG oslo_concurrency.lockutils [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] Releasing lock "refresh_cache-65bb2ffd-1edb-4eae-be93-542cc778cf3f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.272696] env[69722]: DEBUG nova.compute.manager [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Received event network-changed-9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.273047] env[69722]: DEBUG nova.compute.manager [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Refreshing instance network info cache due to event network-changed-9159ee46-49f9-4cea-9ce5-eb15c4943160. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.273348] env[69722]: DEBUG oslo_concurrency.lockutils [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] Acquiring lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.273610] env[69722]: DEBUG oslo_concurrency.lockutils [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] Acquired lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.273892] env[69722]: DEBUG nova.network.neutron [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Refreshing network info cache for port 9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.371273] env[69722]: DEBUG nova.compute.manager [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.371531] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.374991] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93e841d-3163-4d22-af7c-e06a80c60fd8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.384637] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.385291] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76bfdc9e-4ec0-4704-a7e5-15f5517f62e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.392456] env[69722]: DEBUG oslo_vmware.api [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 955.392456] env[69722]: value = "task-3438582" [ 955.392456] env[69722]: _type = "Task" [ 955.392456] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.405348] env[69722]: DEBUG oslo_vmware.api [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.527714] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.528036] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2847d508-d421-4046-a61b-eaf1fcb42ee6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.537521] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 955.537521] env[69722]: value = "task-3438583" [ 955.537521] env[69722]: _type = "Task" [ 955.537521] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.547886] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.615403] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196b6523-c86c-4833-817b-1d51045e561f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.623975] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54666e39-e9c7-4001-bfd1-5671bacbf247 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.655318] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2266a0da-a65f-4845-b7b4-71d38c566de8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.658276] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 70ff7505-9b7f-48c6-8017-e380d9e61842] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.668242] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4933f657-ccb0-4b10-be09-bdc9c2a2dc0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.684995] env[69722]: DEBUG nova.compute.provider_tree [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.740216] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 955.740216] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 955.740216] env[69722]: _type = "HttpNfcLease" [ 955.740216] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 955.744803] env[69722]: INFO nova.compute.manager [-] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Took 1.31 seconds to deallocate network for instance. [ 955.913105] env[69722]: DEBUG oslo_vmware.api [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438582, 'name': PowerOffVM_Task, 'duration_secs': 0.390529} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.913816] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.914253] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.914676] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6b5707b-534f-440d-963e-e2e1ab43ea05 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.928028] env[69722]: DEBUG nova.compute.manager [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Received event network-changed-8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.928028] env[69722]: DEBUG nova.compute.manager [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Refreshing instance network info cache due to event network-changed-8e14c051-a6df-4dc8-928b-26a8f68ace1e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.928028] env[69722]: DEBUG oslo_concurrency.lockutils [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] Acquiring lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.928028] env[69722]: DEBUG oslo_concurrency.lockutils [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] Acquired lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.928028] env[69722]: DEBUG nova.network.neutron [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Refreshing network info cache for port 8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.000822] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.001051] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.001286] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleting the datastore file [datastore2] 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.001565] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a87d5eb-da05-414f-8050-7ac3f3a35a2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.011073] env[69722]: DEBUG oslo_vmware.api [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 956.011073] env[69722]: value = "task-3438585" [ 956.011073] env[69722]: _type = "Task" [ 956.011073] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.018474] env[69722]: DEBUG oslo_vmware.api [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.047975] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438583, 'name': PowerOffVM_Task, 'duration_secs': 0.250177} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.048285] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.048470] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance '98ab9f8d-0c12-429a-a991-fe7489c45925' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.057995] env[69722]: DEBUG nova.network.neutron [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Updated VIF entry in instance network info cache for port 9159ee46-49f9-4cea-9ce5-eb15c4943160. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.058354] env[69722]: DEBUG nova.network.neutron [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Updating instance_info_cache with network_info: [{"id": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "address": "fa:16:3e:5f:2d:d2", "network": {"id": "b2d27c30-e5de-41a0-b6c9-caac3a97767e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1633680974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a26eb43413453fa687faa22cb99bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c1195acd-707f-4bac-a99d-14db17a63802", "external-id": "nsx-vlan-transportzone-322", "segmentation_id": 322, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9159ee46-49", "ovs_interfaceid": "9159ee46-49f9-4cea-9ce5-eb15c4943160", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.162015] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 5bb50dd1-adc2-4bdd-94a2-29ca8b14e503] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.168470] env[69722]: DEBUG nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.200996] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.201267] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.201427] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.201614] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.201762] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.201910] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.202193] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.202374] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.202548] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.202712] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.202885] env[69722]: DEBUG nova.virt.hardware [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.204007] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f2dc3b-dc76-4360-ad47-3bdf3991c6cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.209008] env[69722]: ERROR nova.scheduler.client.report [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [req-c51248de-232a-4d86-b94f-5298c5d9cb95] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c51248de-232a-4d86-b94f-5298c5d9cb95"}]} [ 956.214528] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec15949-a26c-4f6b-b5e5-65780c5ca3c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.229960] env[69722]: DEBUG nova.scheduler.client.report [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 956.239445] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.239445] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 956.239445] env[69722]: _type = "HttpNfcLease" [ 956.239445] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 956.245297] env[69722]: DEBUG nova.scheduler.client.report [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 956.245527] env[69722]: DEBUG nova.compute.provider_tree [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 956.254267] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.260198] env[69722]: DEBUG nova.scheduler.client.report [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 956.277923] env[69722]: DEBUG nova.scheduler.client.report [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 956.523845] env[69722]: DEBUG oslo_vmware.api [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183974} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.527075] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.527353] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.527605] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.527866] env[69722]: INFO nova.compute.manager [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 956.528152] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.528584] env[69722]: DEBUG nova.compute.manager [-] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.528927] env[69722]: DEBUG nova.network.neutron [-] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.558116] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.558416] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.558663] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.558986] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.559194] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.559438] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.559720] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.559968] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.560199] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.560423] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.560647] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.569443] env[69722]: DEBUG oslo_concurrency.lockutils [req-15514704-6ded-452d-b659-b795a3c4cd6e req-12e54cac-5b41-4383-b3f0-75fecb696bef service nova] Releasing lock "refresh_cache-d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.570104] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0bf2c9b-c5a0-4389-972d-c6facb79b7d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.588021] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 956.588021] env[69722]: value = "task-3438586" [ 956.588021] env[69722]: _type = "Task" [ 956.588021] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.596605] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.666277] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: a1d751ce-da7c-44dc-ae14-c752a6ee23ed] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.718083] env[69722]: DEBUG nova.network.neutron [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updated VIF entry in instance network info cache for port 8e14c051-a6df-4dc8-928b-26a8f68ace1e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 956.718444] env[69722]: DEBUG nova.network.neutron [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updating instance_info_cache with network_info: [{"id": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "address": "fa:16:3e:ff:2d:6b", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e14c051-a6", "ovs_interfaceid": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.745794] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 956.745794] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 956.745794] env[69722]: _type = "HttpNfcLease" [ 956.745794] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 956.746807] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 956.746807] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b4e304-6132-5885-d4cd-3e40d706003c" [ 956.746807] env[69722]: _type = "HttpNfcLease" [ 956.746807] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 956.747655] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e94641-95e7-4bb0-9d33-ad27fb765ea4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.756020] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5da60-e14e-8e01-2688-211e61fe3ce6/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 956.756020] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5da60-e14e-8e01-2688-211e61fe3ce6/disk-0.vmdk. {{(pid=69722) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 956.830107] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3530a544-e54f-478e-bfc6-f5b27f2800c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.888931] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30f541d-e316-4c75-800b-9b96c7bde713 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.896485] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d5e5a-e57f-4bd5-88c3-5bae3e142e47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.927431] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884e7192-967c-4f82-9361-878d8780d244 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.936626] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998c584c-49d7-4727-aa87-34179ec3b463 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.949310] env[69722]: DEBUG nova.compute.provider_tree [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.023173] env[69722]: DEBUG nova.network.neutron [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Successfully updated port: 4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 957.097321] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438586, 'name': ReconfigVM_Task, 'duration_secs': 0.331808} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.097537] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance '98ab9f8d-0c12-429a-a991-fe7489c45925' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.171535] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 3edf2257-e7a2-404c-9f0a-1d2e40677b9a] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.221558] env[69722]: DEBUG oslo_concurrency.lockutils [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] Releasing lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.221837] env[69722]: DEBUG nova.compute.manager [req-f38c6c8b-7621-44b8-b802-a040ae036450 req-047ff750-106a-4e8f-b945-f0d8395cca68 service nova] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Received event network-vif-deleted-45475696-4535-4bb0-aa83-1cab5ea9f9bd {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.489157] env[69722]: DEBUG nova.scheduler.client.report [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 957.489449] env[69722]: DEBUG nova.compute.provider_tree [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 97 to 98 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 957.489632] env[69722]: DEBUG nova.compute.provider_tree [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.524990] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.525212] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.525335] env[69722]: DEBUG nova.network.neutron [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.528199] env[69722]: DEBUG nova.network.neutron [-] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.603712] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.603965] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.604139] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.604437] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.604578] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.604727] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.604925] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.605218] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.605414] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.605584] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.605804] env[69722]: DEBUG nova.virt.hardware [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.611103] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.611713] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ed26ca6-b76a-404a-ad49-067ebada0f76 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.630334] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 957.630334] env[69722]: value = "task-3438587" [ 957.630334] env[69722]: _type = "Task" [ 957.630334] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.638312] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.675690] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 95e0c925-8147-426d-9383-67c516a9d3ee] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.796590] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Completed reading data from the image iterator. {{(pid=69722) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 957.796879] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5da60-e14e-8e01-2688-211e61fe3ce6/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 957.798029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2c702-986c-4cfa-b52b-687b3a3ddb43 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.804785] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5da60-e14e-8e01-2688-211e61fe3ce6/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 957.804988] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5da60-e14e-8e01-2688-211e61fe3ce6/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 957.805331] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-73ffc974-c477-476c-bd57-b07e56de1689 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.959997] env[69722]: DEBUG nova.compute.manager [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Received event network-vif-plugged-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.960266] env[69722]: DEBUG oslo_concurrency.lockutils [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] Acquiring lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.960495] env[69722]: DEBUG oslo_concurrency.lockutils [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.960668] env[69722]: DEBUG oslo_concurrency.lockutils [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.960853] env[69722]: DEBUG nova.compute.manager [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] No waiting events found dispatching network-vif-plugged-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.961046] env[69722]: WARNING nova.compute.manager [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Received unexpected event network-vif-plugged-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 for instance with vm_state building and task_state spawning. [ 957.961225] env[69722]: DEBUG nova.compute.manager [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Received event network-changed-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.961387] env[69722]: DEBUG nova.compute.manager [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Refreshing instance network info cache due to event network-changed-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.961567] env[69722]: DEBUG oslo_concurrency.lockutils [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] Acquiring lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.996935] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.875s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.997484] env[69722]: DEBUG nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.000577] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.442s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.000577] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.002699] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.261s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.004781] env[69722]: INFO nova.compute.claims [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.031294] env[69722]: INFO nova.compute.manager [-] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Took 1.50 seconds to deallocate network for instance. [ 958.045424] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a5da60-e14e-8e01-2688-211e61fe3ce6/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 958.045657] env[69722]: INFO nova.virt.vmwareapi.images [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Downloaded image file data 5b112ff8-8f90-421e-ac0d-9522fc170b12 [ 958.046573] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df70583b-cdec-47d8-b1a7-3c7d2b5afbb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.050524] env[69722]: INFO nova.scheduler.client.report [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Deleted allocations for instance eb310089-7765-4d14-b010-9f6da48f5546 [ 958.067520] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e5b8abf-c78a-4730-a7f8-f37dbca5eff4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.077699] env[69722]: DEBUG nova.network.neutron [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.092453] env[69722]: INFO nova.virt.vmwareapi.images [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] The imported VM was unregistered [ 958.094829] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Caching image {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 958.095085] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.097647] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57bb6ee2-237d-4e2e-88a7-d2b4605122d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.110072] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created directory with path [datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.110277] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7/OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7.vmdk to [datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12/5b112ff8-8f90-421e-ac0d-9522fc170b12.vmdk. {{(pid=69722) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 958.110536] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ba00982f-50c5-4e03-b42d-a0d15c9e85ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.117522] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 958.117522] env[69722]: value = "task-3438589" [ 958.117522] env[69722]: _type = "Task" [ 958.117522] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.126419] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438589, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.138676] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438587, 'name': ReconfigVM_Task, 'duration_secs': 0.16457} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.141384] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.142545] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4da3789-78f1-43e9-a40c-566c44969b8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.168026] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 98ab9f8d-0c12-429a-a991-fe7489c45925/98ab9f8d-0c12-429a-a991-fe7489c45925.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.168026] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7043784b-bc34-4aaa-812a-7791261d450f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.181636] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: de579152-a4f4-474e-9dd7-12a419ffd905] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.190502] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 958.190502] env[69722]: value = "task-3438590" [ 958.190502] env[69722]: _type = "Task" [ 958.190502] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.199070] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.314460] env[69722]: DEBUG nova.network.neutron [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Updating instance_info_cache with network_info: [{"id": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "address": "fa:16:3e:92:d2:19", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6c9e9e-b1", "ovs_interfaceid": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.508983] env[69722]: DEBUG nova.compute.utils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.513154] env[69722]: DEBUG nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.513375] env[69722]: DEBUG nova.network.neutron [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.537203] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.557404] env[69722]: DEBUG nova.policy [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47baa31eb7924d42b5d55b33b9757012', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bfeaff4d41947278fc2650c2cd51d85', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.571022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d9d30701-5123-4ac7-a7c0-1f96afccb2f6 tempest-ServersTestFqdnHostnames-1531300280 tempest-ServersTestFqdnHostnames-1531300280-project-member] Lock "eb310089-7765-4d14-b010-9f6da48f5546" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.024s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.631455] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438589, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.684892] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 82bae88b-c9ce-4c89-93ea-7caba0c93035] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.703279] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.820431] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.820817] env[69722]: DEBUG nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Instance network_info: |[{"id": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "address": "fa:16:3e:92:d2:19", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6c9e9e-b1", "ovs_interfaceid": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.821161] env[69722]: DEBUG oslo_concurrency.lockutils [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] Acquired lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.821354] env[69722]: DEBUG nova.network.neutron [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Refreshing network info cache for port 4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.822645] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d2:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.831998] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.832662] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.832914] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82e8bbcc-f792-4a97-a309-f05bf8039584 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.859875] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.859875] env[69722]: value = "task-3438591" [ 958.859875] env[69722]: _type = "Task" [ 958.859875] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.868525] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438591, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.014028] env[69722]: DEBUG nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.134121] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438589, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.191183] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 6fc3ac89-027b-4995-8742-25bc78032170] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.206197] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.223749] env[69722]: DEBUG nova.network.neutron [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Successfully created port: faa03164-0d17-4a6a-9306-76a9f3fbb663 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.371751] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438591, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.525987] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1329ff56-2d22-4915-9f60-1679d77d5b7c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.540020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30fef13-8db3-4b6b-a576-839ce9776428 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.581385] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ce3626-2f15-4184-94c4-6ad138fbc218 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.594291] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99c0b1-1d41-406b-a820-9db6e105fbb6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.611834] env[69722]: DEBUG nova.compute.provider_tree [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.632539] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438589, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.696728] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 4402874e-3efc-45ef-ae36-6a85d7456aeb] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.708917] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.867656] env[69722]: DEBUG nova.network.neutron [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Updated VIF entry in instance network info cache for port 4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.868052] env[69722]: DEBUG nova.network.neutron [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Updating instance_info_cache with network_info: [{"id": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "address": "fa:16:3e:92:d2:19", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6c9e9e-b1", "ovs_interfaceid": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.877785] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438591, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.031420] env[69722]: DEBUG nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.074780] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.075112] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.075309] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.075511] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.075678] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.075827] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.076071] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.076243] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.076415] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.077671] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.077671] env[69722]: DEBUG nova.virt.hardware [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.077793] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea695b5-594a-4826-bb7f-b6f246b5f91c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.095020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd2d77f-85f5-4348-9f28-35e1576452b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.115184] env[69722]: DEBUG nova.scheduler.client.report [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.131943] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438589, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.201943] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 8772fb61-210d-406e-958c-75462154ad40] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.212659] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.372600] env[69722]: DEBUG oslo_concurrency.lockutils [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] Releasing lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.372882] env[69722]: DEBUG nova.compute.manager [req-272217a1-c336-4bf7-bffc-56034aeedc02 req-40db35a9-2e41-4087-a6cf-d3c3cc3debd7 service nova] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Received event network-vif-deleted-f189665c-a4ab-4703-ae40-e7f8929b152e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.373270] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438591, 'name': CreateVM_Task, 'duration_secs': 1.246838} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.373398] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 960.374179] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.374343] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.374794] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.374972] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb6d0a1-76b8-4bbf-8770-3a61013ef69e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.381182] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 960.381182] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527d4a12-df14-101e-52f1-16ed66286867" [ 960.381182] env[69722]: _type = "Task" [ 960.381182] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.391108] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527d4a12-df14-101e-52f1-16ed66286867, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.623036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.623036] env[69722]: DEBUG nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.625476] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.527s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.626969] env[69722]: INFO nova.compute.claims [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.639018] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438589, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.450607} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.639719] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7/OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7.vmdk to [datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12/5b112ff8-8f90-421e-ac0d-9522fc170b12.vmdk. [ 960.640110] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Cleaning up location [datastore2] OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 960.640607] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_bd5260bb-a7b7-4c81-8df9-5d41f8b0b7c7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.640720] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb093ec8-6d6e-47bf-8225-4e01be64e61a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.647405] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 960.647405] env[69722]: value = "task-3438592" [ 960.647405] env[69722]: _type = "Task" [ 960.647405] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.661717] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.704503] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438590, 'name': ReconfigVM_Task, 'duration_secs': 2.062603} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.705096] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: e8f89955-747c-4c62-bd15-79ed0c24b4b7] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.708579] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 98ab9f8d-0c12-429a-a991-fe7489c45925/98ab9f8d-0c12-429a-a991-fe7489c45925.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.708579] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance '98ab9f8d-0c12-429a-a991-fe7489c45925' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.895027] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527d4a12-df14-101e-52f1-16ed66286867, 'name': SearchDatastore_Task, 'duration_secs': 0.075739} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.895027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.895027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 960.895027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.895027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.895027] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 960.895551] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce0c2c92-2fda-4d08-9c45-142c3ce4c67d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.916046] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 960.916939] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 960.917315] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0dc5f5f-5dd8-4da6-9ddc-b25eb098c7c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.923870] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 960.923870] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529515c6-480d-078a-8b0f-6fd22068b783" [ 960.923870] env[69722]: _type = "Task" [ 960.923870] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.931916] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529515c6-480d-078a-8b0f-6fd22068b783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.108364] env[69722]: DEBUG nova.compute.manager [req-a1c8b575-ecd7-4919-bf36-87395fb12f35 req-6d31a1e4-e0cc-4abb-8dff-493fde0c9e0d service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Received event network-vif-plugged-faa03164-0d17-4a6a-9306-76a9f3fbb663 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.108597] env[69722]: DEBUG oslo_concurrency.lockutils [req-a1c8b575-ecd7-4919-bf36-87395fb12f35 req-6d31a1e4-e0cc-4abb-8dff-493fde0c9e0d service nova] Acquiring lock "9fa94347-fbac-434f-ac77-fe19742a41a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.108809] env[69722]: DEBUG oslo_concurrency.lockutils [req-a1c8b575-ecd7-4919-bf36-87395fb12f35 req-6d31a1e4-e0cc-4abb-8dff-493fde0c9e0d service nova] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.109634] env[69722]: DEBUG oslo_concurrency.lockutils [req-a1c8b575-ecd7-4919-bf36-87395fb12f35 req-6d31a1e4-e0cc-4abb-8dff-493fde0c9e0d service nova] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.109835] env[69722]: DEBUG nova.compute.manager [req-a1c8b575-ecd7-4919-bf36-87395fb12f35 req-6d31a1e4-e0cc-4abb-8dff-493fde0c9e0d service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] No waiting events found dispatching network-vif-plugged-faa03164-0d17-4a6a-9306-76a9f3fbb663 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.110017] env[69722]: WARNING nova.compute.manager [req-a1c8b575-ecd7-4919-bf36-87395fb12f35 req-6d31a1e4-e0cc-4abb-8dff-493fde0c9e0d service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Received unexpected event network-vif-plugged-faa03164-0d17-4a6a-9306-76a9f3fbb663 for instance with vm_state building and task_state spawning. [ 961.132316] env[69722]: DEBUG nova.compute.utils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.135081] env[69722]: DEBUG nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.135342] env[69722]: DEBUG nova.network.neutron [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.167254] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034692} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.167694] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.167784] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12/5b112ff8-8f90-421e-ac0d-9522fc170b12.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.168016] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12/5b112ff8-8f90-421e-ac0d-9522fc170b12.vmdk to [datastore2] 65bb2ffd-1edb-4eae-be93-542cc778cf3f/65bb2ffd-1edb-4eae-be93-542cc778cf3f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.168268] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f59ee3a-599c-4d4d-bf0f-019666a4024d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.176102] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 961.176102] env[69722]: value = "task-3438593" [ 961.176102] env[69722]: _type = "Task" [ 961.176102] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.188111] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.217729] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 7a41a7dc-5015-4c36-97b9-d4048f61f5f0] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.220743] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a70d00c-0458-4e53-a110-ddb6482e2ec0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.257752] env[69722]: DEBUG nova.policy [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b0eaeb16b3c4f92bb3b828c763434c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7141868242d847378908b97720422905', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.261184] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af46404c-f830-4a9a-a5c6-a6bb46154160 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.279516] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance '98ab9f8d-0c12-429a-a991-fe7489c45925' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.385312] env[69722]: DEBUG nova.network.neutron [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Successfully updated port: faa03164-0d17-4a6a-9306-76a9f3fbb663 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.438231] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529515c6-480d-078a-8b0f-6fd22068b783, 'name': SearchDatastore_Task, 'duration_secs': 0.086368} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.440043] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4800aa-f855-425a-bb9f-11396c2d13fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.448102] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 961.448102] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1d3f1-83a0-70bb-d0f4-d5f860b2078c" [ 961.448102] env[69722]: _type = "Task" [ 961.448102] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.458490] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1d3f1-83a0-70bb-d0f4-d5f860b2078c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.637143] env[69722]: DEBUG nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.699025] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438593, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.728094] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 961.728294] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Cleaning up deleted instances with incomplete migration {{(pid=69722) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 961.849069] env[69722]: DEBUG nova.network.neutron [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Port 881da292-1466-43e9-8ede-68d68cac7863 binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 961.874233] env[69722]: DEBUG nova.network.neutron [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Successfully created port: 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.888650] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "refresh_cache-9fa94347-fbac-434f-ac77-fe19742a41a3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.888769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "refresh_cache-9fa94347-fbac-434f-ac77-fe19742a41a3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.888906] env[69722]: DEBUG nova.network.neutron [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.961387] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b1d3f1-83a0-70bb-d0f4-d5f860b2078c, 'name': SearchDatastore_Task, 'duration_secs': 0.083213} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.962527] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.963178] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11/28923d24-a4d2-42e9-a1b1-3eeb9dd90e11.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 961.963178] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af9b3ed-c3ce-4a94-8613-f134f94836a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.974129] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 961.974129] env[69722]: value = "task-3438594" [ 961.974129] env[69722]: _type = "Task" [ 961.974129] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.984839] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.131253] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ede66c5-c98e-464d-963a-bdad4e9c0ec9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.141297] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9648f2-5f9e-42f4-aa1b-e7e92176bacd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.191790] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e374572-3604-4705-8080-cdcf97d77dc7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.204526] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2b23a1-2475-412e-9c84-fa8a78177f97 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.208845] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438593, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.225046] env[69722]: DEBUG nova.compute.provider_tree [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.231387] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.423546] env[69722]: DEBUG nova.network.neutron [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.488909] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.612525] env[69722]: DEBUG nova.network.neutron [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Updating instance_info_cache with network_info: [{"id": "faa03164-0d17-4a6a-9306-76a9f3fbb663", "address": "fa:16:3e:93:57:1c", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa03164-0d", "ovs_interfaceid": "faa03164-0d17-4a6a-9306-76a9f3fbb663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.652512] env[69722]: DEBUG nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.686146] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.686309] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.686497] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.686747] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.686942] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.687083] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.687314] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.687632] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.687632] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.687791] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.687972] env[69722]: DEBUG nova.virt.hardware [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.688965] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00caeb-9f31-45b2-9de6-94cca237aca6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.700683] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438593, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.704138] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb20e654-aaed-4730-8e07-98c4649f2b92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.728297] env[69722]: DEBUG nova.scheduler.client.report [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.878631] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.878880] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.879074] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.988393] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.116209] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "refresh_cache-9fa94347-fbac-434f-ac77-fe19742a41a3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.116209] env[69722]: DEBUG nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Instance network_info: |[{"id": "faa03164-0d17-4a6a-9306-76a9f3fbb663", "address": "fa:16:3e:93:57:1c", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa03164-0d", "ovs_interfaceid": "faa03164-0d17-4a6a-9306-76a9f3fbb663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.116366] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:57:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faa03164-0d17-4a6a-9306-76a9f3fbb663', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.127502] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.127875] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.128748] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c505f9c4-182e-4f63-8b84-e3fb93964cf9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.157015] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.157015] env[69722]: value = "task-3438595" [ 963.157015] env[69722]: _type = "Task" [ 963.157015] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.159623] env[69722]: DEBUG nova.compute.manager [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Received event network-changed-faa03164-0d17-4a6a-9306-76a9f3fbb663 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.159845] env[69722]: DEBUG nova.compute.manager [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Refreshing instance network info cache due to event network-changed-faa03164-0d17-4a6a-9306-76a9f3fbb663. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.160131] env[69722]: DEBUG oslo_concurrency.lockutils [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] Acquiring lock "refresh_cache-9fa94347-fbac-434f-ac77-fe19742a41a3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.160335] env[69722]: DEBUG oslo_concurrency.lockutils [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] Acquired lock "refresh_cache-9fa94347-fbac-434f-ac77-fe19742a41a3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.160562] env[69722]: DEBUG nova.network.neutron [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Refreshing network info cache for port faa03164-0d17-4a6a-9306-76a9f3fbb663 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.177837] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438595, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.203642] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438593, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.234923] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.235642] env[69722]: DEBUG nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.238704] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.524s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.238769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.241342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.565s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.241571] env[69722]: DEBUG nova.objects.instance [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 963.308728] env[69722]: INFO nova.scheduler.client.report [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Deleted allocations for instance 076ef1c3-340c-43ce-a7dc-7432a4d02283 [ 963.490293] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438594, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.676251] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438595, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.700976] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438593, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.443795} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.701310] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5b112ff8-8f90-421e-ac0d-9522fc170b12/5b112ff8-8f90-421e-ac0d-9522fc170b12.vmdk to [datastore2] 65bb2ffd-1edb-4eae-be93-542cc778cf3f/65bb2ffd-1edb-4eae-be93-542cc778cf3f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.702144] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d92d9d-7731-4c68-8dab-52639fed1ee7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.726810] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 65bb2ffd-1edb-4eae-be93-542cc778cf3f/65bb2ffd-1edb-4eae-be93-542cc778cf3f.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.727334] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b22c9ebd-9f44-4233-8d4d-b81977d28e6d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.745895] env[69722]: DEBUG nova.compute.utils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.747278] env[69722]: DEBUG nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.747471] env[69722]: DEBUG nova.network.neutron [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.761132] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 963.761132] env[69722]: value = "task-3438596" [ 963.761132] env[69722]: _type = "Task" [ 963.761132] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.771537] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.817246] env[69722]: DEBUG oslo_concurrency.lockutils [None req-511944e2-b390-4460-9ac1-6dcfec87bdc2 tempest-ServersV294TestFqdnHostnames-1221927406 tempest-ServersV294TestFqdnHostnames-1221927406-project-member] Lock "076ef1c3-340c-43ce-a7dc-7432a4d02283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.848s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.861925] env[69722]: DEBUG nova.policy [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98d01653b36b471eb6e8e13892d521cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79d64a1b06dd440aa8643bf2acd893ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.940864] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.941074] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.941260] env[69722]: DEBUG nova.network.neutron [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.995913] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.178222] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438595, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.194082] env[69722]: DEBUG nova.network.neutron [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Successfully updated port: 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.255192] env[69722]: DEBUG nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.262906] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35f8ca93-0353-4aa0-bae3-81da4414a580 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.262906] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.578s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.262906] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.265459] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.308s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.267154] env[69722]: INFO nova.compute.claims [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.280325] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.299644] env[69722]: INFO nova.scheduler.client.report [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleted allocations for instance fce74b34-1c77-4d71-b70f-6b374b1264e7 [ 964.492640] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438594, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.19376} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.493099] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11/28923d24-a4d2-42e9-a1b1-3eeb9dd90e11.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.493985] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.493985] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a7097aa-95f0-44f9-abec-2eb652a7da3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.504214] env[69722]: DEBUG nova.network.neutron [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Updated VIF entry in instance network info cache for port faa03164-0d17-4a6a-9306-76a9f3fbb663. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.504214] env[69722]: DEBUG nova.network.neutron [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Updating instance_info_cache with network_info: [{"id": "faa03164-0d17-4a6a-9306-76a9f3fbb663", "address": "fa:16:3e:93:57:1c", "network": {"id": "055ff75c-ba3d-47d3-91e7-52a9f28f508e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-246349025-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bfeaff4d41947278fc2650c2cd51d85", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaa03164-0d", "ovs_interfaceid": "faa03164-0d17-4a6a-9306-76a9f3fbb663", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.510917] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 964.510917] env[69722]: value = "task-3438597" [ 964.510917] env[69722]: _type = "Task" [ 964.510917] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.526688] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.596857] env[69722]: DEBUG nova.network.neutron [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Successfully created port: d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.674033] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438595, 'name': CreateVM_Task, 'duration_secs': 1.381049} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.674033] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.674822] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.674988] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.675324] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.675584] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3c82f5-9258-4971-91db-0496a8485cde {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.680498] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 964.680498] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5208c037-be52-264f-2e12-0d03b3de9687" [ 964.680498] env[69722]: _type = "Task" [ 964.680498] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.688465] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5208c037-be52-264f-2e12-0d03b3de9687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.696318] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.696411] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.696540] env[69722]: DEBUG nova.network.neutron [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.775590] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.794949] env[69722]: DEBUG nova.network.neutron [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance_info_cache with network_info: [{"id": "881da292-1466-43e9-8ede-68d68cac7863", "address": "fa:16:3e:c7:18:e7", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881da292-14", "ovs_interfaceid": "881da292-1466-43e9-8ede-68d68cac7863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.808763] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f499d36-163c-4735-912e-77d688e24547 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "fce74b34-1c77-4d71-b70f-6b374b1264e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.650s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.007130] env[69722]: DEBUG oslo_concurrency.lockutils [req-161b6005-b3a1-42ee-92f2-c4d216c5f39f req-4336a702-2bb7-4b29-ba0b-0e6726dfa2af service nova] Releasing lock "refresh_cache-9fa94347-fbac-434f-ac77-fe19742a41a3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.021800] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158372} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.024537] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.025568] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6a32ea-fadd-4827-bfbc-d5d3baf3c090 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.050020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.050020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.050020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.050264] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.050264] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.064449] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11/28923d24-a4d2-42e9-a1b1-3eeb9dd90e11.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.065245] env[69722]: INFO nova.compute.manager [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Terminating instance [ 965.071833] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94a49782-9b80-4902-b60a-af4cb2490be4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.099847] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 965.099847] env[69722]: value = "task-3438598" [ 965.099847] env[69722]: _type = "Task" [ 965.099847] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.112033] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.191059] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5208c037-be52-264f-2e12-0d03b3de9687, 'name': SearchDatastore_Task, 'duration_secs': 0.079161} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.191418] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.191657] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.191920] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.192089] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.192293] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.192571] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a2c3409-102a-45ee-bb55-e23d5ff9d6d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.202864] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.203096] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.204166] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c86aed-4813-4f9f-b0f3-1be5b7197edc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.211530] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 965.211530] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52af6d89-2764-eba2-3897-b2ed0064237f" [ 965.211530] env[69722]: _type = "Task" [ 965.211530] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.224670] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52af6d89-2764-eba2-3897-b2ed0064237f, 'name': SearchDatastore_Task, 'duration_secs': 0.009717} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.225524] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef10a45-1cd1-4d70-a57a-f0a10b78b1ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.230923] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 965.230923] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a6e555-a765-4cb6-f872-6387247df87f" [ 965.230923] env[69722]: _type = "Task" [ 965.230923] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.236461] env[69722]: DEBUG nova.network.neutron [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.242189] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a6e555-a765-4cb6-f872-6387247df87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.272292] env[69722]: DEBUG nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.282706] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438596, 'name': ReconfigVM_Task, 'duration_secs': 1.191202} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.283995] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 65bb2ffd-1edb-4eae-be93-542cc778cf3f/65bb2ffd-1edb-4eae-be93-542cc778cf3f.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.283995] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1cdb100-a3b7-4589-bc1f-4170be7e3407 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.291381] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 965.291381] env[69722]: value = "task-3438599" [ 965.291381] env[69722]: _type = "Task" [ 965.291381] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.297333] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.309099] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438599, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.318041] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.318684] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.318684] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.318684] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.318848] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.319036] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.319207] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.319388] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.319560] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.319768] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.319987] env[69722]: DEBUG nova.virt.hardware [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.321010] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b89b63-bbf5-4a15-8346-c7b85c19a8b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.331744] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22fd710-6cb0-434d-8a97-cc9282dda53f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.421930] env[69722]: DEBUG nova.compute.manager [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received event network-vif-plugged-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.423023] env[69722]: DEBUG oslo_concurrency.lockutils [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] Acquiring lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.423023] env[69722]: DEBUG oslo_concurrency.lockutils [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.423023] env[69722]: DEBUG oslo_concurrency.lockutils [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.423023] env[69722]: DEBUG nova.compute.manager [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] No waiting events found dispatching network-vif-plugged-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.423023] env[69722]: WARNING nova.compute.manager [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received unexpected event network-vif-plugged-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 for instance with vm_state building and task_state spawning. [ 965.423680] env[69722]: DEBUG nova.compute.manager [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.423680] env[69722]: DEBUG nova.compute.manager [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing instance network info cache due to event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.423680] env[69722]: DEBUG oslo_concurrency.lockutils [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] Acquiring lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.443635] env[69722]: DEBUG nova.network.neutron [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [{"id": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "address": "fa:16:3e:8c:1e:a1", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5f10ad-8b", "ovs_interfaceid": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.598725] env[69722]: DEBUG nova.compute.manager [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.598725] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.598725] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76986c-534c-49f9-9d20-d8dd39224018 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.609368] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438598, 'name': ReconfigVM_Task, 'duration_secs': 0.319117} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.613883] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11/28923d24-a4d2-42e9-a1b1-3eeb9dd90e11.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.614609] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.615827] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a565a8b-2f71-4b20-ab07-0bf48882ceb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.616712] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-021bd8b8-000e-44a7-b3f6-ecb5155650f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.623253] env[69722]: DEBUG oslo_vmware.api [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 965.623253] env[69722]: value = "task-3438601" [ 965.623253] env[69722]: _type = "Task" [ 965.623253] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.624473] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 965.624473] env[69722]: value = "task-3438600" [ 965.624473] env[69722]: _type = "Task" [ 965.624473] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.638503] env[69722]: DEBUG oslo_vmware.api [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.641956] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438600, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.741401] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a6e555-a765-4cb6-f872-6387247df87f, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.742638] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.742996] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9fa94347-fbac-434f-ac77-fe19742a41a3/9fa94347-fbac-434f-ac77-fe19742a41a3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.743685] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ded2949-4454-48be-8569-6e8267a5c96c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.746647] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd23900f-64c2-446b-8757-35076b37e5a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.752690] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b2355f-28b9-406d-8878-9e0f9b2b7059 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.757546] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 965.757546] env[69722]: value = "task-3438602" [ 965.757546] env[69722]: _type = "Task" [ 965.757546] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.789297] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4020c92-3203-4c93-95f1-cf978c133130 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.795537] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.810450] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438599, 'name': Rename_Task, 'duration_secs': 0.156447} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.813188] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.813576] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28bf4cfd-7e4d-4f9a-84bd-11d98ee163e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.816175] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cb96d0-46f7-44ee-99b4-9d389843e470 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.824461] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9af9be1-8ea8-4a8d-a297-faedd541e95d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.836742] env[69722]: DEBUG nova.compute.provider_tree [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.838888] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 965.838888] env[69722]: value = "task-3438603" [ 965.838888] env[69722]: _type = "Task" [ 965.838888] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.860730] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5cbd4-9f3c-4684-9ca7-baea1a861615 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.867334] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438603, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.872243] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance '98ab9f8d-0c12-429a-a991-fe7489c45925' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 965.946842] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Releasing lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.947141] env[69722]: DEBUG nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Instance network_info: |[{"id": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "address": "fa:16:3e:8c:1e:a1", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5f10ad-8b", "ovs_interfaceid": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.947544] env[69722]: DEBUG oslo_concurrency.lockutils [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] Acquired lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.947755] env[69722]: DEBUG nova.network.neutron [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.948735] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:1e:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.956992] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Creating folder: Project (7141868242d847378908b97720422905). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.957751] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc7581a3-a40c-4e56-bedd-9a59958ee3a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.969237] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Created folder: Project (7141868242d847378908b97720422905) in parent group-v686248. [ 965.969398] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Creating folder: Instances. Parent ref: group-v686452. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.969825] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d1e086-a936-4752-a853-c194091e8e8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.982892] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Created folder: Instances in parent group-v686452. [ 965.983217] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.983488] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.983739] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a9982e3-6c72-45a3-b5a7-ebd51e4f28fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.007475] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.007475] env[69722]: value = "task-3438606" [ 966.007475] env[69722]: _type = "Task" [ 966.007475] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.018923] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438606, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.142742] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438600, 'name': Rename_Task, 'duration_secs': 0.155499} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.148931] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.149587] env[69722]: DEBUG oslo_vmware.api [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438601, 'name': PowerOffVM_Task, 'duration_secs': 0.225632} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.149951] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15e7d3a9-1510-4ec2-bb69-0d231a88627f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.152230] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.152428] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.152732] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e79d9f0-03b1-4d64-8127-21f06311066b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.162995] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 966.162995] env[69722]: value = "task-3438608" [ 966.162995] env[69722]: _type = "Task" [ 966.162995] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.172181] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.224019] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.226847] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.226847] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleting the datastore file [datastore1] 00f4195e-5c44-4c95-9c4d-d65c8059db5a {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.226847] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67d84f0f-b360-46bb-9964-975671a2bb55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.232930] env[69722]: DEBUG oslo_vmware.api [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 966.232930] env[69722]: value = "task-3438609" [ 966.232930] env[69722]: _type = "Task" [ 966.232930] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.242404] env[69722]: DEBUG oslo_vmware.api [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.272475] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438602, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.340599] env[69722]: DEBUG nova.scheduler.client.report [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.362191] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438603, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.379386] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.380666] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7205e24d-c832-4369-8e12-b3252c652888 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.390605] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 966.390605] env[69722]: value = "task-3438610" [ 966.390605] env[69722]: _type = "Task" [ 966.390605] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.405184] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.449177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-094c9ef6-7544-4056-b518-943b886d6310 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.449864] env[69722]: DEBUG oslo_concurrency.lockutils [None req-094c9ef6-7544-4056-b518-943b886d6310 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.450158] env[69722]: DEBUG nova.objects.instance [None req-094c9ef6-7544-4056-b518-943b886d6310 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'flavor' on Instance uuid ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.520690] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438606, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.677824] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.743937] env[69722]: DEBUG oslo_vmware.api [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232163} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.744409] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.744650] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.744842] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.745060] env[69722]: INFO nova.compute.manager [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 966.745280] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.745480] env[69722]: DEBUG nova.compute.manager [-] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.745579] env[69722]: DEBUG nova.network.neutron [-] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.771704] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562097} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.771893] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9fa94347-fbac-434f-ac77-fe19742a41a3/9fa94347-fbac-434f-ac77-fe19742a41a3.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.772231] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.772746] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ba1d3d4-f81c-452a-b66e-47406a4bceff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.780252] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 966.780252] env[69722]: value = "task-3438611" [ 966.780252] env[69722]: _type = "Task" [ 966.780252] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.792271] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438611, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.849363] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.849899] env[69722]: DEBUG nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.856576] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.592s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.856576] env[69722]: INFO nova.compute.claims [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.863825] env[69722]: DEBUG nova.network.neutron [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updated VIF entry in instance network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.863998] env[69722]: DEBUG nova.network.neutron [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [{"id": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "address": "fa:16:3e:8c:1e:a1", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5f10ad-8b", "ovs_interfaceid": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.871734] env[69722]: DEBUG oslo_vmware.api [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438603, 'name': PowerOnVM_Task, 'duration_secs': 0.760628} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.871982] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.872186] env[69722]: INFO nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Took 15.93 seconds to spawn the instance on the hypervisor. [ 966.872363] env[69722]: DEBUG nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 966.873220] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e95003-61f9-4c69-b032-0352ad69a45f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.907855] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.954448] env[69722]: DEBUG nova.objects.instance [None req-094c9ef6-7544-4056-b518-943b886d6310 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'pci_requests' on Instance uuid ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.021114] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438606, 'name': CreateVM_Task, 'duration_secs': 0.559854} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.021306] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.021958] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.022142] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.022485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.022777] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12f29c9b-bde0-4500-ac63-ddd2ba518b2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.027417] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 967.027417] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527efb08-2425-5e9e-6549-80b5e5dd543d" [ 967.027417] env[69722]: _type = "Task" [ 967.027417] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.036620] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527efb08-2425-5e9e-6549-80b5e5dd543d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.138748] env[69722]: DEBUG nova.network.neutron [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Successfully updated port: d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.174456] env[69722]: DEBUG oslo_vmware.api [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438608, 'name': PowerOnVM_Task, 'duration_secs': 0.777583} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.178086] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.178086] env[69722]: INFO nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Took 11.01 seconds to spawn the instance on the hypervisor. [ 967.178086] env[69722]: DEBUG nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.178086] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810e36ce-4d6d-4c51-bd44-04370c107d53 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.294458] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438611, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073933} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.294458] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.294458] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29719d52-da8e-445e-9315-dcc39391a9d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.322951] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 9fa94347-fbac-434f-ac77-fe19742a41a3/9fa94347-fbac-434f-ac77-fe19742a41a3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.323457] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-211f3a08-0514-46a4-ba63-126dffd8a80e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.344736] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 967.344736] env[69722]: value = "task-3438612" [ 967.344736] env[69722]: _type = "Task" [ 967.344736] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.355438] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438612, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.364731] env[69722]: DEBUG nova.compute.utils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.366150] env[69722]: DEBUG nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.366318] env[69722]: DEBUG nova.network.neutron [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.371457] env[69722]: DEBUG oslo_concurrency.lockutils [req-2593de0e-f8a0-499a-9f44-1a60ffaf5876 req-64c2f5d2-4ca0-4324-89a8-f27fc9b0235d service nova] Releasing lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.397165] env[69722]: INFO nova.compute.manager [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Took 68.16 seconds to build instance. [ 967.404141] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.418554] env[69722]: DEBUG nova.policy [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b6cc80edc5417286533eed5bf0e627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90782c0e049045e3894d193a9360292b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.459228] env[69722]: DEBUG nova.objects.base [None req-094c9ef6-7544-4056-b518-943b886d6310 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 967.459466] env[69722]: DEBUG nova.network.neutron [None req-094c9ef6-7544-4056-b518-943b886d6310 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.541448] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527efb08-2425-5e9e-6549-80b5e5dd543d, 'name': SearchDatastore_Task, 'duration_secs': 0.01269} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.541785] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.542025] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.542272] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.542464] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.542579] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.543620] env[69722]: DEBUG oslo_concurrency.lockutils [None req-094c9ef6-7544-4056-b518-943b886d6310 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.094s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.545437] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad341efe-0f32-4f6f-b6c2-a852ddc71fc7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.554408] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.554605] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.555846] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d11946b-9eeb-4fb3-ab07-21e2fde8840d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.562326] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 967.562326] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52845030-5eae-5cc6-da55-2b9569c24892" [ 967.562326] env[69722]: _type = "Task" [ 967.562326] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.572865] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52845030-5eae-5cc6-da55-2b9569c24892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.576615] env[69722]: DEBUG nova.network.neutron [-] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.642064] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.642229] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.642382] env[69722]: DEBUG nova.network.neutron [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.696151] env[69722]: INFO nova.compute.manager [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Took 59.99 seconds to build instance. [ 967.858525] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.873352] env[69722]: DEBUG nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.898997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fe270675-dc89-4dd8-aa90-2a1e5c3737e0 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.509s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.900081] env[69722]: DEBUG nova.compute.manager [req-2d0ad48b-58b9-4890-8d17-55f503cb0a31 req-c8efc800-16a3-412d-988b-eaccbc37a243 service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Received event network-vif-plugged-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.900351] env[69722]: DEBUG oslo_concurrency.lockutils [req-2d0ad48b-58b9-4890-8d17-55f503cb0a31 req-c8efc800-16a3-412d-988b-eaccbc37a243 service nova] Acquiring lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.900997] env[69722]: DEBUG oslo_concurrency.lockutils [req-2d0ad48b-58b9-4890-8d17-55f503cb0a31 req-c8efc800-16a3-412d-988b-eaccbc37a243 service nova] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.900997] env[69722]: DEBUG oslo_concurrency.lockutils [req-2d0ad48b-58b9-4890-8d17-55f503cb0a31 req-c8efc800-16a3-412d-988b-eaccbc37a243 service nova] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.900997] env[69722]: DEBUG nova.compute.manager [req-2d0ad48b-58b9-4890-8d17-55f503cb0a31 req-c8efc800-16a3-412d-988b-eaccbc37a243 service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] No waiting events found dispatching network-vif-plugged-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.901200] env[69722]: WARNING nova.compute.manager [req-2d0ad48b-58b9-4890-8d17-55f503cb0a31 req-c8efc800-16a3-412d-988b-eaccbc37a243 service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Received unexpected event network-vif-plugged-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b for instance with vm_state building and task_state spawning. [ 967.905388] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.910070] env[69722]: DEBUG nova.network.neutron [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Successfully created port: 90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.075787] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52845030-5eae-5cc6-da55-2b9569c24892, 'name': SearchDatastore_Task, 'duration_secs': 0.023179} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.077302] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2de48955-40f0-4275-8950-bfc61a192d7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.084221] env[69722]: INFO nova.compute.manager [-] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Took 1.34 seconds to deallocate network for instance. [ 968.088888] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 968.088888] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52049fa4-b59d-0c8d-48d8-5006f94bfce6" [ 968.088888] env[69722]: _type = "Task" [ 968.088888] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.101759] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52049fa4-b59d-0c8d-48d8-5006f94bfce6, 'name': SearchDatastore_Task, 'duration_secs': 0.012565} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.104911] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.105250] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] fe554be0-a568-40b2-abc8-ccaaa75b2d7f/fe554be0-a568-40b2-abc8-ccaaa75b2d7f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.106485] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7014676f-c4ee-4950-bbf0-53e4bc05dc61 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.115244] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 968.115244] env[69722]: value = "task-3438613" [ 968.115244] env[69722]: _type = "Task" [ 968.115244] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.128035] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.198691] env[69722]: DEBUG nova.network.neutron [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.200670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28d9da6f-1a61-4200-8e31-d38dea2e2d1c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.500s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.321351] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49742b04-62e8-4f81-b44e-0b997865d62f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.331280] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07cc021-8f6e-422e-9813-683a3c0a058f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.367460] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536caa1e-a2a1-4516-be00-5e9962f9f9bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.376281] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438612, 'name': ReconfigVM_Task, 'duration_secs': 0.796547} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.376584] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 9fa94347-fbac-434f-ac77-fe19742a41a3/9fa94347-fbac-434f-ac77-fe19742a41a3.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.378230] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69de9c7a-681f-4117-a2e0-aa646360d76f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.382772] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1ce7d00-3d03-4291-acd7-f8156bc69924 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.400417] env[69722]: DEBUG nova.compute.provider_tree [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.405947] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 968.405947] env[69722]: value = "task-3438614" [ 968.405947] env[69722]: _type = "Task" [ 968.405947] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.414268] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.420034] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438614, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.433422] env[69722]: DEBUG nova.network.neutron [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.511021] env[69722]: DEBUG nova.compute.manager [req-1a939170-5b48-4489-b467-07e61dcfa04d req-a3520934-e923-459c-8ffc-e49f71a53b27 service nova] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Received event network-vif-deleted-f808e7d6-5517-48e9-b8f5-a08a3ea2a3e3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.597993] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.627070] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438613, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.891382] env[69722]: DEBUG nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.912952] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.924300] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438614, 'name': Rename_Task, 'duration_secs': 0.399462} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.926197] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.926421] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.926633] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.926853] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.927025] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.927176] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.927389] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.927549] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.927712] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.927871] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.928725] env[69722]: DEBUG nova.virt.hardware [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.928725] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.929204] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ee113-f792-403b-9416-36f8e4d834ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.931714] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edd2f4b4-2975-4a63-8c0c-4bd2666863cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.935323] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.935641] env[69722]: DEBUG nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Instance network_info: |[{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 968.938121] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:08:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6c3e7c9-8d98-4019-a4ca-8877e7c52d4b', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.946198] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating folder: Project (79d64a1b06dd440aa8643bf2acd893ff). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.947076] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e3b9709-d2eb-426f-acc8-c3526baf097f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.951370] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27583bb0-9acd-4b18-9535-75747ba60053 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.956127] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 968.956127] env[69722]: value = "task-3438615" [ 968.956127] env[69722]: _type = "Task" [ 968.956127] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.956127] env[69722]: DEBUG nova.scheduler.client.report [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.956366] env[69722]: DEBUG nova.compute.provider_tree [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 98 to 99 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.956519] env[69722]: DEBUG nova.compute.provider_tree [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.975658] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Created folder: Project (79d64a1b06dd440aa8643bf2acd893ff) in parent group-v686248. [ 968.975824] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating folder: Instances. Parent ref: group-v686455. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 968.976163] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d4512e5-3a19-4b5e-854b-c62806f1ff3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.981095] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.990184] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Created folder: Instances in parent group-v686455. [ 968.990184] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.990184] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.990407] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c957b70a-3d9e-47d8-a920-1648d520e253 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.011545] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 969.011545] env[69722]: value = "task-3438618" [ 969.011545] env[69722]: _type = "Task" [ 969.011545] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.018781] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438618, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.131998] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648979} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.132478] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] fe554be0-a568-40b2-abc8-ccaaa75b2d7f/fe554be0-a568-40b2-abc8-ccaaa75b2d7f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.132826] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.133239] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4027b5-55c5-45c5-b115-f06c2bbdd51b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.141123] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 969.141123] env[69722]: value = "task-3438619" [ 969.141123] env[69722]: _type = "Task" [ 969.141123] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.154177] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.414598] env[69722]: DEBUG oslo_vmware.api [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438610, 'name': PowerOnVM_Task, 'duration_secs': 2.919587} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.414892] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.415393] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a40dbe28-10e8-428e-808a-cdba3e9fe4d7 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance '98ab9f8d-0c12-429a-a991-fe7489c45925' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.465544] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.466081] env[69722]: DEBUG nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 969.469540] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.844s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.469899] env[69722]: DEBUG nova.objects.instance [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lazy-loading 'resources' on Instance uuid 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.476566] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.521674] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438618, 'name': CreateVM_Task, 'duration_secs': 0.336195} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.521857] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.522614] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.522787] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.523130] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.523630] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef9d78b-be28-41c1-8da4-b69e1f0d9360 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.529538] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 969.529538] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e83f80-3a89-bab6-41eb-1f5d9f60d380" [ 969.529538] env[69722]: _type = "Task" [ 969.529538] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.538425] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e83f80-3a89-bab6-41eb-1f5d9f60d380, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.652298] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065186} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.652596] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.653391] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de205b59-3834-4392-8048-ac5f28b6a564 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.676613] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] fe554be0-a568-40b2-abc8-ccaaa75b2d7f/fe554be0-a568-40b2-abc8-ccaaa75b2d7f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.677181] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-192a6579-6e78-46cf-9833-b6a3c0ec93e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.696521] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 969.696521] env[69722]: value = "task-3438620" [ 969.696521] env[69722]: _type = "Task" [ 969.696521] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.704766] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438620, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.869631] env[69722]: DEBUG nova.network.neutron [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Successfully updated port: 90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.910211] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "92479aee-268b-4e22-833d-ac25b910b102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.910440] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "92479aee-268b-4e22-833d-ac25b910b102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.970895] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.975302] env[69722]: DEBUG nova.compute.utils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.976732] env[69722]: DEBUG nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.976893] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 970.002590] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.002830] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.002999] env[69722]: INFO nova.compute.manager [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Shelving [ 970.018711] env[69722]: DEBUG nova.policy [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92164b11219c4b5bb89c7fe2195dbd74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3efcb3b2e4546cba54215d9c8acc6e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.042810] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e83f80-3a89-bab6-41eb-1f5d9f60d380, 'name': SearchDatastore_Task, 'duration_secs': 0.014378} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.043514] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.043792] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.044089] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.044421] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.044504] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.044755] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f76d82ae-9be4-4047-8980-410f3f53ef6c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.056338] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.056545] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.057409] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321e46b0-dba6-42b8-b3b3-eef5599acfdb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.063138] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 970.063138] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255de29-0967-fe28-4af1-17ce3594920d" [ 970.063138] env[69722]: _type = "Task" [ 970.063138] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.071159] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255de29-0967-fe28-4af1-17ce3594920d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.129131] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.129396] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.129603] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.129977] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.129977] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.132722] env[69722]: INFO nova.compute.manager [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Terminating instance [ 970.208647] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.324615] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.324615] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.324615] env[69722]: DEBUG nova.objects.instance [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'flavor' on Instance uuid ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.328950] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Successfully created port: 2352eac9-b62c-456d-b966-0fef8b69df68 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.377515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.377515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.377515] env[69722]: DEBUG nova.network.neutron [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.412745] env[69722]: DEBUG nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.467412] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83f87e-980b-41cf-9e42-1ac65dd4528a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.477123] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.479886] env[69722]: DEBUG nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 970.483147] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e494ba-972a-4eb4-806d-6eb8e40f78e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.519484] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3832f8a-3829-4f97-904e-52e532f6d30f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.530260] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4e627-0be4-468e-b838-0b5d50c4b23e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.546968] env[69722]: DEBUG nova.compute.provider_tree [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.573437] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255de29-0967-fe28-4af1-17ce3594920d, 'name': SearchDatastore_Task, 'duration_secs': 0.029005} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.574274] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0031e69-a006-4af8-94cd-e14d32a5d345 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.579582] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 970.579582] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5284b9d3-f921-fbaa-27e6-a56193364c0b" [ 970.579582] env[69722]: _type = "Task" [ 970.579582] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.587072] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5284b9d3-f921-fbaa-27e6-a56193364c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.612058] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Successfully created port: 79b62d86-6193-4dda-ab2d-a6850a82ef8a {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.639746] env[69722]: DEBUG nova.compute.manager [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.639746] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.639746] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802e2888-efe7-407e-b3c7-7e2a98bf4fd6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.646956] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.646956] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62f37972-925f-4ea4-a5a2-9c771a0f908a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.653332] env[69722]: DEBUG oslo_vmware.api [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 970.653332] env[69722]: value = "task-3438621" [ 970.653332] env[69722]: _type = "Task" [ 970.653332] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.661544] env[69722]: DEBUG oslo_vmware.api [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.709556] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.821208] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.821722] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.937816] env[69722]: DEBUG nova.network.neutron [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.940308] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.944920] env[69722]: DEBUG nova.objects.instance [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'pci_requests' on Instance uuid ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.973100] env[69722]: DEBUG oslo_vmware.api [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438615, 'name': PowerOnVM_Task, 'duration_secs': 1.599337} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.973366] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.973560] env[69722]: INFO nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Took 10.94 seconds to spawn the instance on the hypervisor. [ 970.973735] env[69722]: DEBUG nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.974481] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e95834-06f0-434b-a5c7-e6d4b6c45e85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.027459] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.028141] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e36b51-6c88-49e1-b097-911080d03489 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.035803] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 971.035803] env[69722]: value = "task-3438622" [ 971.035803] env[69722]: _type = "Task" [ 971.035803] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.044297] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.050620] env[69722]: DEBUG nova.scheduler.client.report [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.092621] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5284b9d3-f921-fbaa-27e6-a56193364c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.021408} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.092883] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.093148] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 1968c49c-28b8-413a-8f36-be43a7dd7c5f/1968c49c-28b8-413a-8f36-be43a7dd7c5f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.093400] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db916531-d988-48ae-af87-d63875c6b7b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.100403] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 971.100403] env[69722]: value = "task-3438623" [ 971.100403] env[69722]: _type = "Task" [ 971.100403] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.111341] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.137875] env[69722]: DEBUG nova.network.neutron [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updating instance_info_cache with network_info: [{"id": "90e3357f-3b01-4cdb-9dbe-304794176e41", "address": "fa:16:3e:55:8b:dc", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e3357f-3b", "ovs_interfaceid": "90e3357f-3b01-4cdb-9dbe-304794176e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.163689] env[69722]: DEBUG oslo_vmware.api [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438621, 'name': PowerOffVM_Task, 'duration_secs': 0.352184} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.163969] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.164168] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.164417] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40d19931-0ab6-4b78-9bb9-9bb8aac7321f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.210974] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438620, 'name': ReconfigVM_Task, 'duration_secs': 1.092339} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.211286] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Reconfigured VM instance instance-0000004a to attach disk [datastore2] fe554be0-a568-40b2-abc8-ccaaa75b2d7f/fe554be0-a568-40b2-abc8-ccaaa75b2d7f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.212099] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fad8da79-1f9c-436b-ad4e-bd2e730fea8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.218419] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 971.218419] env[69722]: value = "task-3438625" [ 971.218419] env[69722]: _type = "Task" [ 971.218419] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.229062] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438625, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.231174] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.231401] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.231920] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleting the datastore file [datastore2] 65bb2ffd-1edb-4eae-be93-542cc778cf3f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.231920] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-471c235a-d204-476f-9ea2-5ae959a9b18d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.238540] env[69722]: DEBUG oslo_vmware.api [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 971.238540] env[69722]: value = "task-3438626" [ 971.238540] env[69722]: _type = "Task" [ 971.238540] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.246954] env[69722]: DEBUG oslo_vmware.api [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.305218] env[69722]: DEBUG nova.compute.manager [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Received event network-changed-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.305375] env[69722]: DEBUG nova.compute.manager [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Refreshing instance network info cache due to event network-changed-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 971.305575] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Acquiring lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.305677] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Acquired lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.305830] env[69722]: DEBUG nova.network.neutron [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Refreshing network info cache for port d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.324118] env[69722]: DEBUG nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.449744] env[69722]: DEBUG nova.objects.base [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 971.449744] env[69722]: DEBUG nova.network.neutron [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.490858] env[69722]: INFO nova.compute.manager [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Took 62.48 seconds to build instance. [ 971.493767] env[69722]: DEBUG nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 971.496716] env[69722]: DEBUG nova.policy [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.527409] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 971.527686] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 971.527857] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.528337] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 971.528627] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.529109] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 971.529109] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 971.529263] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 971.529441] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 971.529611] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 971.529990] env[69722]: DEBUG nova.virt.hardware [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 971.531549] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56325519-d059-4ebc-8dc1-e1b228667b47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.543992] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf4d089-3bbc-4745-8834-be6ebb780587 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.554155] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438622, 'name': PowerOffVM_Task, 'duration_secs': 0.19765} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.554720] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.555623] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16c9494-eb6b-42ae-b9c4-9589a4e86205 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.568549] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.571632] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.256s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.571984] env[69722]: DEBUG nova.objects.instance [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lazy-loading 'resources' on Instance uuid 47b6bb61-62f6-40a5-b909-c67aa66a5fca {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.594367] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbefd248-701d-4299-9fa1-27f205c8e3d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.597781] env[69722]: INFO nova.scheduler.client.report [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Deleted allocations for instance 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d [ 971.617891] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438623, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.641281] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.641281] env[69722]: DEBUG nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Instance network_info: |[{"id": "90e3357f-3b01-4cdb-9dbe-304794176e41", "address": "fa:16:3e:55:8b:dc", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e3357f-3b", "ovs_interfaceid": "90e3357f-3b01-4cdb-9dbe-304794176e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.641741] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8b:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90e3357f-3b01-4cdb-9dbe-304794176e41', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.651023] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.651478] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.651713] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c68a4104-68d2-4368-9694-305a24c9e2a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.671297] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.671297] env[69722]: value = "task-3438627" [ 971.671297] env[69722]: _type = "Task" [ 971.671297] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.680027] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438627, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.728545] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438625, 'name': Rename_Task, 'duration_secs': 0.357728} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.728827] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.729087] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7722569-19ce-4125-94dc-97379e9edceb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.735097] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 971.735097] env[69722]: value = "task-3438628" [ 971.735097] env[69722]: _type = "Task" [ 971.735097] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.745290] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.750071] env[69722]: DEBUG oslo_vmware.api [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430932} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.750300] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.750439] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.750639] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.750827] env[69722]: INFO nova.compute.manager [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 971.751081] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.751275] env[69722]: DEBUG nova.compute.manager [-] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.751370] env[69722]: DEBUG nova.network.neutron [-] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.846495] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.996400] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8ad6747-77cc-4be0-88a3-c5465c7b2936 tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.991s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.059733] env[69722]: DEBUG nova.network.neutron [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Successfully created port: b7ee70e2-6da2-46aa-b01d-9d08142b43ca {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.108737] env[69722]: DEBUG oslo_concurrency.lockutils [None req-88d83a93-eb12-4055-8734-b73597d8c0e2 tempest-ServerShowV257Test-264950785 tempest-ServerShowV257Test-264950785-project-member] Lock "7fad6d28-dd2a-406d-9df2-5aa0a45dd96d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.796s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.111984] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 972.115870] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8203894d-9c88-4261-9741-8d6e3e7b1208 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.117772] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526266} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.118051] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 1968c49c-28b8-413a-8f36-be43a7dd7c5f/1968c49c-28b8-413a-8f36-be43a7dd7c5f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 972.118452] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 972.119154] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fff2ea51-13b5-4051-bbaa-7efacfccf017 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.124277] env[69722]: DEBUG nova.network.neutron [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updated VIF entry in instance network info cache for port d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.124604] env[69722]: DEBUG nova.network.neutron [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.130026] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 972.130026] env[69722]: value = "task-3438629" [ 972.130026] env[69722]: _type = "Task" [ 972.130026] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.133787] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 972.133787] env[69722]: value = "task-3438630" [ 972.133787] env[69722]: _type = "Task" [ 972.133787] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.143334] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.148705] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.184969] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438627, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.248128] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.249067] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Successfully updated port: 2352eac9-b62c-456d-b966-0fef8b69df68 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.543365] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f99dc45-24bc-42f3-9cb5-bdb604930fd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.555961] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ce6147-d7f7-4f51-a1fd-2ccc72f8bb54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.590085] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86f1923-c150-4c3b-8faf-a8cb66add2ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.597233] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e258737-6b62-4542-aedb-b10d5b9b0001 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.613716] env[69722]: DEBUG nova.compute.provider_tree [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.629173] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Releasing lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.629459] env[69722]: DEBUG nova.compute.manager [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Received event network-vif-plugged-90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.629668] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Acquiring lock "28bce77d-f28b-4e03-884a-4a244456b6cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.629880] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.630831] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.630831] env[69722]: DEBUG nova.compute.manager [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] No waiting events found dispatching network-vif-plugged-90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.630831] env[69722]: WARNING nova.compute.manager [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Received unexpected event network-vif-plugged-90e3357f-3b01-4cdb-9dbe-304794176e41 for instance with vm_state building and task_state spawning. [ 972.630831] env[69722]: DEBUG nova.compute.manager [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Received event network-changed-90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.631125] env[69722]: DEBUG nova.compute.manager [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Refreshing instance network info cache due to event network-changed-90e3357f-3b01-4cdb-9dbe-304794176e41. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 972.631421] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Acquiring lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.631647] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Acquired lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.631902] env[69722]: DEBUG nova.network.neutron [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Refreshing network info cache for port 90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.645773] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438629, 'name': CreateSnapshot_Task, 'duration_secs': 0.428282} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.648875] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 972.649381] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.650268] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9632bb-0e31-4f9c-ae10-358877a0d492 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.681707] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438627, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.718720] env[69722]: DEBUG nova.network.neutron [-] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.748510] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.117316] env[69722]: DEBUG nova.scheduler.client.report [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.146447] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.631024} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.146662] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.147484] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d03d3a4-59d4-478b-9a87-8ecc46b8d47a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.168952] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 973.177863] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1968c49c-28b8-413a-8f36-be43a7dd7c5f/1968c49c-28b8-413a-8f36-be43a7dd7c5f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.180565] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8f96a5aa-bbaa-435e-92ee-60da4052bca2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.183544] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77d989b3-a456-4689-b81f-a62166dd6819 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.203398] env[69722]: DEBUG nova.compute.manager [req-dd2eec78-d60d-4a2d-ac70-85b7cb733831 req-caa208d1-b8dd-47af-9433-621c4d8eb28d service nova] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Received event network-vif-deleted-201af2f6-a18e-4854-b8e8-2335e786d33c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.210785] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438627, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.213271] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 973.213271] env[69722]: value = "task-3438631" [ 973.213271] env[69722]: _type = "Task" [ 973.213271] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.213600] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 973.213600] env[69722]: value = "task-3438632" [ 973.213600] env[69722]: _type = "Task" [ 973.213600] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.224902] env[69722]: INFO nova.compute.manager [-] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Took 1.47 seconds to deallocate network for instance. [ 973.225197] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438631, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.229604] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.248180] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438628, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.449809] env[69722]: DEBUG nova.network.neutron [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updated VIF entry in instance network info cache for port 90e3357f-3b01-4cdb-9dbe-304794176e41. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 973.450261] env[69722]: DEBUG nova.network.neutron [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updating instance_info_cache with network_info: [{"id": "90e3357f-3b01-4cdb-9dbe-304794176e41", "address": "fa:16:3e:55:8b:dc", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e3357f-3b", "ovs_interfaceid": "90e3357f-3b01-4cdb-9dbe-304794176e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.521554] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "98ab9f8d-0c12-429a-a991-fe7489c45925" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.521820] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.522030] env[69722]: DEBUG nova.compute.manager [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Going to confirm migration 3 {{(pid=69722) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 973.622149] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.625262] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.759s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.625262] env[69722]: DEBUG nova.objects.instance [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lazy-loading 'resources' on Instance uuid c8963c57-76ff-4cce-9279-c1f6744bbdaf {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.649836] env[69722]: INFO nova.scheduler.client.report [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Deleted allocations for instance 47b6bb61-62f6-40a5-b909-c67aa66a5fca [ 973.696227] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438627, 'name': CreateVM_Task, 'duration_secs': 1.631018} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.696227] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.696227] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.696434] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.697031] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.697031] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9f4d2b-0a92-46a4-a32f-c7d84caa1a93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.702444] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 973.702444] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d0898a-c348-5fbc-f608-a6d2de053f9c" [ 973.702444] env[69722]: _type = "Task" [ 973.702444] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.711109] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d0898a-c348-5fbc-f608-a6d2de053f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.729015] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438632, 'name': ReconfigVM_Task, 'duration_secs': 0.293819} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.732543] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1968c49c-28b8-413a-8f36-be43a7dd7c5f/1968c49c-28b8-413a-8f36-be43a7dd7c5f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 973.733021] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438631, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.733810] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.734991] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210b7c23-a7f5-4e3b-a675-25c0d5d25bb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.741732] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 973.741732] env[69722]: value = "task-3438633" [ 973.741732] env[69722]: _type = "Task" [ 973.741732] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.750109] env[69722]: DEBUG oslo_vmware.api [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438628, 'name': PowerOnVM_Task, 'duration_secs': 1.722238} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.750792] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.751062] env[69722]: INFO nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Took 11.10 seconds to spawn the instance on the hypervisor. [ 973.751268] env[69722]: DEBUG nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.752100] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ce82c-2591-4ce4-8f25-e572d839e51d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.759441] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438633, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.809316] env[69722]: DEBUG nova.network.neutron [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Successfully updated port: b7ee70e2-6da2-46aa-b01d-9d08142b43ca {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.935501] env[69722]: DEBUG nova.compute.manager [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received event network-vif-plugged-2352eac9-b62c-456d-b966-0fef8b69df68 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.935501] env[69722]: DEBUG oslo_concurrency.lockutils [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] Acquiring lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.935684] env[69722]: DEBUG oslo_concurrency.lockutils [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.935856] env[69722]: DEBUG oslo_concurrency.lockutils [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.936040] env[69722]: DEBUG nova.compute.manager [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] No waiting events found dispatching network-vif-plugged-2352eac9-b62c-456d-b966-0fef8b69df68 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.936217] env[69722]: WARNING nova.compute.manager [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received unexpected event network-vif-plugged-2352eac9-b62c-456d-b966-0fef8b69df68 for instance with vm_state building and task_state spawning. [ 973.936379] env[69722]: DEBUG nova.compute.manager [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received event network-changed-2352eac9-b62c-456d-b966-0fef8b69df68 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.936528] env[69722]: DEBUG nova.compute.manager [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Refreshing instance network info cache due to event network-changed-2352eac9-b62c-456d-b966-0fef8b69df68. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.936737] env[69722]: DEBUG oslo_concurrency.lockutils [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] Acquiring lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.936880] env[69722]: DEBUG oslo_concurrency.lockutils [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] Acquired lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.937050] env[69722]: DEBUG nova.network.neutron [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Refreshing network info cache for port 2352eac9-b62c-456d-b966-0fef8b69df68 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.953196] env[69722]: DEBUG oslo_concurrency.lockutils [req-e69d8816-2dff-48cb-aea7-9038299ea045 req-56c19b30-df82-4c58-93a9-012299e7d8cd service nova] Releasing lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.039230] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "9fa94347-fbac-434f-ac77-fe19742a41a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.039571] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.039806] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "9fa94347-fbac-434f-ac77-fe19742a41a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.040486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.040705] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.042696] env[69722]: INFO nova.compute.manager [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Terminating instance [ 974.129122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.129122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.129122] env[69722]: DEBUG nova.network.neutron [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.129122] env[69722]: DEBUG nova.objects.instance [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lazy-loading 'info_cache' on Instance uuid 98ab9f8d-0c12-429a-a991-fe7489c45925 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.157488] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c78e4ff-524c-47d3-abb6-69cb09f24b7b tempest-TenantUsagesTestJSON-900905831 tempest-TenantUsagesTestJSON-900905831-project-member] Lock "47b6bb61-62f6-40a5-b909-c67aa66a5fca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.409s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.215147] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d0898a-c348-5fbc-f608-a6d2de053f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.025561} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.217881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.218129] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.219013] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.219013] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.219013] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.219220] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30214809-f494-4b49-a418-f39186b4a88b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.229297] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438631, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.232538] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.232711] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.234666] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32906703-ccd8-4d30-85ff-0c96933f7817 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.239588] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 974.239588] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247adea-fdcf-795b-2190-32ac31dc4c5e" [ 974.239588] env[69722]: _type = "Task" [ 974.239588] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.255558] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247adea-fdcf-795b-2190-32ac31dc4c5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.260062] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438633, 'name': Rename_Task, 'duration_secs': 0.137467} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.260886] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Successfully updated port: 79b62d86-6193-4dda-ab2d-a6850a82ef8a {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.262027] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 974.262278] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8a8f01f-c96c-4d0a-a344-1649bdcd90e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.273196] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 974.273196] env[69722]: value = "task-3438634" [ 974.273196] env[69722]: _type = "Task" [ 974.273196] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.275384] env[69722]: INFO nova.compute.manager [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Took 60.56 seconds to build instance. [ 974.287767] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.312886] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.312886] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.312886] env[69722]: DEBUG nova.network.neutron [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.475505] env[69722]: DEBUG nova.network.neutron [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.499666] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c2ba87-d129-46dd-ad1f-c31569966cf0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.507414] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b57b3bb-e417-4973-86aa-569c788890d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.540068] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b687ce-4c72-4411-a096-128f36fe1138 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.547979] env[69722]: DEBUG nova.compute.manager [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.548285] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.549421] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f077c2f-67d0-43bf-a308-f4c0f0410ccd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.554700] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7944989b-ee85-4aad-a768-84c46a182e22 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.576023] env[69722]: DEBUG nova.compute.provider_tree [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.578798] env[69722]: DEBUG nova.network.neutron [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.582853] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.584422] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ed0bb17-e7ff-49f9-9dac-3175373b1f3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.592137] env[69722]: DEBUG oslo_vmware.api [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 974.592137] env[69722]: value = "task-3438635" [ 974.592137] env[69722]: _type = "Task" [ 974.592137] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.603311] env[69722]: DEBUG oslo_vmware.api [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.729275] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438631, 'name': CloneVM_Task, 'duration_secs': 1.385293} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.729612] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Created linked-clone VM from snapshot [ 974.730381] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13907bb4-3665-4cfd-96e1-d1e7dfa3f0dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.738224] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Uploading image 926b1826-9f00-45ab-9ad1-6e7ddd911b44 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 974.749096] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247adea-fdcf-795b-2190-32ac31dc4c5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.749902] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624792aa-6a7f-4637-b8a7-592ffc677790 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.755089] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 974.755089] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e4d846-7a33-8181-cb61-f5ba60bc4820" [ 974.755089] env[69722]: _type = "Task" [ 974.755089] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.762889] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e4d846-7a33-8181-cb61-f5ba60bc4820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.767982] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.779259] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 974.779259] env[69722]: value = "vm-686460" [ 974.779259] env[69722]: _type = "VirtualMachine" [ 974.779259] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 974.782728] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3457fba-e2b1-48fc-8fe5-b3e261367ec4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.786241] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9438652c-fecf-46a1-8554-a6c2e8393e38 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.775s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.791251] env[69722]: DEBUG oslo_vmware.api [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438634, 'name': PowerOnVM_Task, 'duration_secs': 0.479866} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.795047] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.795047] env[69722]: INFO nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Took 9.52 seconds to spawn the instance on the hypervisor. [ 974.795047] env[69722]: DEBUG nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.795047] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lease: (returnval){ [ 974.795047] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52356690-2e5a-40a5-b68c-39ba198939e4" [ 974.795047] env[69722]: _type = "HttpNfcLease" [ 974.795047] env[69722]: } obtained for exporting VM: (result){ [ 974.795047] env[69722]: value = "vm-686460" [ 974.795047] env[69722]: _type = "VirtualMachine" [ 974.795047] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 974.795047] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the lease: (returnval){ [ 974.795047] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52356690-2e5a-40a5-b68c-39ba198939e4" [ 974.795047] env[69722]: _type = "HttpNfcLease" [ 974.795047] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 974.795047] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd015b7e-484e-4c66-a410-76bf37e84c9f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.807400] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.807400] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52356690-2e5a-40a5-b68c-39ba198939e4" [ 974.807400] env[69722]: _type = "HttpNfcLease" [ 974.807400] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 974.807961] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 974.807961] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52356690-2e5a-40a5-b68c-39ba198939e4" [ 974.807961] env[69722]: _type = "HttpNfcLease" [ 974.807961] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 974.808712] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3822d5-aa09-45b9-98f8-5550a9c05867 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.817907] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a2f96-6602-eb33-440d-567d72183f53/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 974.818400] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a2f96-6602-eb33-440d-567d72183f53/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 974.878406] env[69722]: WARNING nova.network.neutron [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] 3440ebdf-a28f-4afc-bb32-cc80347965dc already exists in list: networks containing: ['3440ebdf-a28f-4afc-bb32-cc80347965dc']. ignoring it [ 974.915783] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d94f24de-39a3-4d16-ba1e-acc1f9ce4706 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.084428] env[69722]: DEBUG oslo_concurrency.lockutils [req-7cb1d7af-20d4-4ed8-9f44-eebf8e613cc9 req-33197dcb-aaa8-432d-89ae-9df7ec3f29f5 service nova] Releasing lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.085640] env[69722]: DEBUG nova.scheduler.client.report [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.091025] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.091439] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.109085] env[69722]: DEBUG oslo_vmware.api [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438635, 'name': PowerOffVM_Task, 'duration_secs': 0.265677} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.109472] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.109641] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.109940] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0dce2238-797a-4f84-9883-b74f8ac6d441 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.169676] env[69722]: DEBUG nova.network.neutron [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "address": "fa:16:3e:99:6c:18", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ee70e2-6d", "ovs_interfaceid": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.180222] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.180508] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.180739] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleting the datastore file [datastore2] 9fa94347-fbac-434f-ac77-fe19742a41a3 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.181066] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55106a29-2ec1-498c-b331-5ab3224cb40d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.187891] env[69722]: DEBUG oslo_vmware.api [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for the task: (returnval){ [ 975.187891] env[69722]: value = "task-3438638" [ 975.187891] env[69722]: _type = "Task" [ 975.187891] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.200442] env[69722]: DEBUG oslo_vmware.api [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.267482] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e4d846-7a33-8181-cb61-f5ba60bc4820, 'name': SearchDatastore_Task, 'duration_secs': 0.013081} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.267939] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.268315] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.268596] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db3927ff-8f85-4df5-b8bd-5b347aa1d5f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.275379] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 975.275379] env[69722]: value = "task-3438639" [ 975.275379] env[69722]: _type = "Task" [ 975.275379] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.283740] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.318286] env[69722]: INFO nova.compute.manager [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Took 55.27 seconds to build instance. [ 975.475629] env[69722]: DEBUG nova.network.neutron [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance_info_cache with network_info: [{"id": "881da292-1466-43e9-8ede-68d68cac7863", "address": "fa:16:3e:c7:18:e7", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap881da292-14", "ovs_interfaceid": "881da292-1466-43e9-8ede-68d68cac7863", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.593679] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.599333] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.961s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.599694] env[69722]: DEBUG nova.objects.instance [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'resources' on Instance uuid a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.627143] env[69722]: INFO nova.scheduler.client.report [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted allocations for instance c8963c57-76ff-4cce-9279-c1f6744bbdaf [ 975.652789] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.673228] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.674151] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.674353] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.678191] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f8598-0e04-45f4-af11-07e4bb7915d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.699919] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.699919] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.699919] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.700313] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.700313] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.700399] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.700580] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.700818] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.700906] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.701101] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.701301] env[69722]: DEBUG nova.virt.hardware [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.707902] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfiguring VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 975.714925] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0cabc0d-be90-4c62-abd8-fbdd6f90b54c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.737286] env[69722]: DEBUG oslo_vmware.api [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Task: {'id': task-3438638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195414} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.738695] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.738962] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.739163] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.739344] env[69722]: INFO nova.compute.manager [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 975.739604] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.739965] env[69722]: DEBUG oslo_vmware.api [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 975.739965] env[69722]: value = "task-3438640" [ 975.739965] env[69722]: _type = "Task" [ 975.739965] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.740354] env[69722]: DEBUG nova.compute.manager [-] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.740354] env[69722]: DEBUG nova.network.neutron [-] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.752410] env[69722]: DEBUG oslo_vmware.api [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438640, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.785449] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438639, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.820684] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48d32923-4726-4dd1-ac8a-2cf01d7d77f7 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.239s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.978997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-98ab9f8d-0c12-429a-a991-fe7489c45925" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.979268] env[69722]: DEBUG nova.objects.instance [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lazy-loading 'migration_context' on Instance uuid 98ab9f8d-0c12-429a-a991-fe7489c45925 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.102377] env[69722]: DEBUG nova.objects.instance [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'numa_topology' on Instance uuid a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.111333] env[69722]: DEBUG nova.network.neutron [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Updating instance_info_cache with network_info: [{"id": "2352eac9-b62c-456d-b966-0fef8b69df68", "address": "fa:16:3e:e8:57:b5", "network": {"id": "cc2bd940-1990-402d-a97b-ccab41f138dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526209795", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352eac9-b6", "ovs_interfaceid": "2352eac9-b62c-456d-b966-0fef8b69df68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "address": "fa:16:3e:29:57:c1", "network": {"id": "c830fcd7-3db2-4061-a899-6308154c0b2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996254242", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b62d86-61", "ovs_interfaceid": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.136580] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eba95bb8-860f-4336-8a76-df7fced3829f tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "c8963c57-76ff-4cce-9279-c1f6744bbdaf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.859s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.254009] env[69722]: DEBUG oslo_vmware.api [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.290825] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566769} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.291122] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.291345] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.291607] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8ed1770-f6e5-4b08-998d-5a9c91d53179 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.298991] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 976.298991] env[69722]: value = "task-3438641" [ 976.298991] env[69722]: _type = "Task" [ 976.298991] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.311605] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.403615] env[69722]: DEBUG nova.compute.manager [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-vif-plugged-b7ee70e2-6da2-46aa-b01d-9d08142b43ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.403888] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.404975] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.405284] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.405504] env[69722]: DEBUG nova.compute.manager [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] No waiting events found dispatching network-vif-plugged-b7ee70e2-6da2-46aa-b01d-9d08142b43ca {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.405696] env[69722]: WARNING nova.compute.manager [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received unexpected event network-vif-plugged-b7ee70e2-6da2-46aa-b01d-9d08142b43ca for instance with vm_state active and task_state None. [ 976.405894] env[69722]: DEBUG nova.compute.manager [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-changed-b7ee70e2-6da2-46aa-b01d-9d08142b43ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.406182] env[69722]: DEBUG nova.compute.manager [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing instance network info cache due to event network-changed-b7ee70e2-6da2-46aa-b01d-9d08142b43ca. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.406393] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.406525] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.406812] env[69722]: DEBUG nova.network.neutron [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing network info cache for port b7ee70e2-6da2-46aa-b01d-9d08142b43ca {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.482683] env[69722]: DEBUG nova.objects.base [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Object Instance<98ab9f8d-0c12-429a-a991-fe7489c45925> lazy-loaded attributes: info_cache,migration_context {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.484202] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c17463-6e08-40d6-8983-f55176211424 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.514064] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7055533-2c6e-4b08-b8e7-229f5734c6cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.520317] env[69722]: DEBUG oslo_vmware.api [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 976.520317] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5251543f-f9fd-64c9-02d1-2d28ec3a1f90" [ 976.520317] env[69722]: _type = "Task" [ 976.520317] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.529880] env[69722]: DEBUG oslo_vmware.api [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5251543f-f9fd-64c9-02d1-2d28ec3a1f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.540372] env[69722]: DEBUG nova.network.neutron [-] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.609342] env[69722]: DEBUG nova.objects.base [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.613909] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Releasing lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.614381] env[69722]: DEBUG nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Instance network_info: |[{"id": "2352eac9-b62c-456d-b966-0fef8b69df68", "address": "fa:16:3e:e8:57:b5", "network": {"id": "cc2bd940-1990-402d-a97b-ccab41f138dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526209795", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352eac9-b6", "ovs_interfaceid": "2352eac9-b62c-456d-b966-0fef8b69df68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "address": "fa:16:3e:29:57:c1", "network": {"id": "c830fcd7-3db2-4061-a899-6308154c0b2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996254242", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b62d86-61", "ovs_interfaceid": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.615332] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:57:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2352eac9-b62c-456d-b966-0fef8b69df68', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:57:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79b62d86-6193-4dda-ab2d-a6850a82ef8a', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.624850] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.626032] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.627024] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-518518b8-ddfc-4f23-9a86-359ce6761e89 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.651976] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.651976] env[69722]: value = "task-3438642" [ 976.651976] env[69722]: _type = "Task" [ 976.651976] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.662723] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438642, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.753070] env[69722]: DEBUG oslo_vmware.api [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438640, 'name': ReconfigVM_Task, 'duration_secs': 0.846764} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.753670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.753905] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfigured VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 976.810302] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131062} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.810754] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.812177] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ee6c2-f815-47b5-b778-dd8f299d8612 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.839974] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.843029] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ed7bfa-7624-4071-996f-eb1ae4e826bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.863436] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 976.863436] env[69722]: value = "task-3438643" [ 976.863436] env[69722]: _type = "Task" [ 976.863436] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.875889] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.032562] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4d40b7-ecdd-4c22-ab6e-c050a5b21e1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.046549] env[69722]: INFO nova.compute.manager [-] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Took 1.31 seconds to deallocate network for instance. [ 977.047264] env[69722]: DEBUG oslo_vmware.api [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5251543f-f9fd-64c9-02d1-2d28ec3a1f90, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.056413] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.058162] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9d110e-9ecc-41b7-af25-9e49b98c05a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.104108] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df5d3b-62bf-46f3-bd2b-5b3fa57be9f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.113920] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96922465-32bb-4ade-9d51-6de1d08d6b85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.130255] env[69722]: DEBUG nova.compute.provider_tree [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.167034] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438642, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.259999] env[69722]: DEBUG oslo_concurrency.lockutils [None req-22f16a26-49a7-4315-8180-3807287e0373 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.936s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.281193] env[69722]: DEBUG nova.network.neutron [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updated VIF entry in instance network info cache for port b7ee70e2-6da2-46aa-b01d-9d08142b43ca. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.281695] env[69722]: DEBUG nova.network.neutron [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "address": "fa:16:3e:99:6c:18", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ee70e2-6d", "ovs_interfaceid": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.355008] env[69722]: DEBUG nova.compute.manager [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received event network-vif-plugged-79b62d86-6193-4dda-ab2d-a6850a82ef8a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.355281] env[69722]: DEBUG oslo_concurrency.lockutils [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] Acquiring lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.355561] env[69722]: DEBUG oslo_concurrency.lockutils [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.355807] env[69722]: DEBUG oslo_concurrency.lockutils [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.356266] env[69722]: DEBUG nova.compute.manager [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] No waiting events found dispatching network-vif-plugged-79b62d86-6193-4dda-ab2d-a6850a82ef8a {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 977.356502] env[69722]: WARNING nova.compute.manager [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received unexpected event network-vif-plugged-79b62d86-6193-4dda-ab2d-a6850a82ef8a for instance with vm_state building and task_state spawning. [ 977.356853] env[69722]: DEBUG nova.compute.manager [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received event network-changed-79b62d86-6193-4dda-ab2d-a6850a82ef8a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.356973] env[69722]: DEBUG nova.compute.manager [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Refreshing instance network info cache due to event network-changed-79b62d86-6193-4dda-ab2d-a6850a82ef8a. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.357191] env[69722]: DEBUG oslo_concurrency.lockutils [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] Acquiring lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.357300] env[69722]: DEBUG oslo_concurrency.lockutils [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] Acquired lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.357483] env[69722]: DEBUG nova.network.neutron [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Refreshing network info cache for port 79b62d86-6193-4dda-ab2d-a6850a82ef8a {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.378818] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438643, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.568427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.634896] env[69722]: DEBUG nova.scheduler.client.report [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.664443] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438642, 'name': CreateVM_Task, 'duration_secs': 0.538601} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.664643] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.665467] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.665636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.665991] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.666273] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f24b6f-8777-4abf-b554-6b86a6926fec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.676623] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 977.676623] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5275d6b0-84d0-fb72-12de-c46346819fb1" [ 977.676623] env[69722]: _type = "Task" [ 977.676623] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.690723] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5275d6b0-84d0-fb72-12de-c46346819fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.785970] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3f7f9ee-4f5f-46e8-96e6-938f22718ba5 req-919557d9-7c0b-496e-8d5b-b0eb9e9c36ce service nova] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.806329] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.807915] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.877990] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438643, 'name': ReconfigVM_Task, 'duration_secs': 0.523701} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.878538] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.879757] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e897ce-1c69-47ef-9423-c39f5aa35d38 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.888271] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 977.888271] env[69722]: value = "task-3438644" [ 977.888271] env[69722]: _type = "Task" [ 977.888271] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.898310] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438644, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.140168] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.541s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.150651] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.386s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.150651] env[69722]: DEBUG nova.objects.instance [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lazy-loading 'resources' on Instance uuid f6a1570a-7d0d-4ebd-bbea-739ae01857f0 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.178028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.178028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.178028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.178028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.178028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.185978] env[69722]: INFO nova.compute.manager [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Terminating instance [ 978.195564] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5275d6b0-84d0-fb72-12de-c46346819fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.014189} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.195830] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.196285] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.197705] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.197705] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.198101] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.199783] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6cb07e64-fef8-4e93-8314-fb056e0c0577 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.211436] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.211650] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.212479] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701da5e7-f024-45a2-9efa-c2f9d163e6ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.222191] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 978.222191] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527673e6-310e-16fd-b368-0493ac144f7c" [ 978.222191] env[69722]: _type = "Task" [ 978.222191] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.231289] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527673e6-310e-16fd-b368-0493ac144f7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.312150] env[69722]: DEBUG nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 978.347833] env[69722]: DEBUG nova.network.neutron [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Updated VIF entry in instance network info cache for port 79b62d86-6193-4dda-ab2d-a6850a82ef8a. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.348293] env[69722]: DEBUG nova.network.neutron [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Updating instance_info_cache with network_info: [{"id": "2352eac9-b62c-456d-b966-0fef8b69df68", "address": "fa:16:3e:e8:57:b5", "network": {"id": "cc2bd940-1990-402d-a97b-ccab41f138dd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-526209795", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352eac9-b6", "ovs_interfaceid": "2352eac9-b62c-456d-b966-0fef8b69df68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "address": "fa:16:3e:29:57:c1", "network": {"id": "c830fcd7-3db2-4061-a899-6308154c0b2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996254242", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b62d86-61", "ovs_interfaceid": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.399056] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438644, 'name': Rename_Task, 'duration_secs': 0.213257} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.399361] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.400176] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af964060-37d6-4dd8-ad1d-c52ba86df6d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.409500] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 978.409500] env[69722]: value = "task-3438645" [ 978.409500] env[69722]: _type = "Task" [ 978.409500] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.418569] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.659140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-72f2dd45-eced-4eda-974d-1e626beed740 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.517s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.662992] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.840s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.663277] env[69722]: INFO nova.compute.manager [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Unshelving [ 978.691185] env[69722]: DEBUG nova.compute.manager [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.691461] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.695852] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b696402-7b58-4e92-a6db-3945f33fe529 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.708102] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.708864] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d860049-9960-4d2b-8599-8a1ae112d3cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.717667] env[69722]: DEBUG oslo_vmware.api [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 978.717667] env[69722]: value = "task-3438646" [ 978.717667] env[69722]: _type = "Task" [ 978.717667] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.731383] env[69722]: DEBUG oslo_vmware.api [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.742442] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527673e6-310e-16fd-b368-0493ac144f7c, 'name': SearchDatastore_Task, 'duration_secs': 0.017831} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.742442] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2db0540-7e5b-4893-a25f-056215028a21 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.748122] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 978.748122] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cb85ae-fd7f-4352-c645-32d2ba66a727" [ 978.748122] env[69722]: _type = "Task" [ 978.748122] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.760393] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cb85ae-fd7f-4352-c645-32d2ba66a727, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.835502] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.853960] env[69722]: DEBUG oslo_concurrency.lockutils [req-0e9938c1-0b7f-4b97-8425-a95f3d3d3d05 req-37481e66-a66b-4da1-bd89-619ec30b6285 service nova] Releasing lock "refresh_cache-b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.924195] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438645, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.131840] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4751215-929d-4c7e-b832-387e8ebae18a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.141389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d67ba1a-621c-459c-ae6f-02a9054b3f2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.183852] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fc0b97-07be-45d4-bdb0-f9b38acd76e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.192865] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4694024-4984-4ddc-859f-901add9797a3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.208577] env[69722]: DEBUG nova.compute.provider_tree [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.227390] env[69722]: DEBUG oslo_vmware.api [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438646, 'name': PowerOffVM_Task, 'duration_secs': 0.236227} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.227667] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.227821] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.228081] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318ad7b3-1e5b-4c84-9a9c-a459072cd270 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.259238] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cb85ae-fd7f-4352-c645-32d2ba66a727, 'name': SearchDatastore_Task, 'duration_secs': 0.021359} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.259574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.259860] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c/b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.260203] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cba968a3-4960-45c7-8423-4613154862b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.268836] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 979.268836] env[69722]: value = "task-3438648" [ 979.268836] env[69722]: _type = "Task" [ 979.268836] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.279327] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.292029] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.292333] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.292678] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleting the datastore file [datastore1] ca5a5434-ee5a-447e-b24e-f8cd2629f6ce {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.292961] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9e6dccd-a180-4146-bd29-5c2e902e307b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.300370] env[69722]: DEBUG oslo_vmware.api [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for the task: (returnval){ [ 979.300370] env[69722]: value = "task-3438649" [ 979.300370] env[69722]: _type = "Task" [ 979.300370] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.310378] env[69722]: DEBUG oslo_vmware.api [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.424051] env[69722]: DEBUG oslo_vmware.api [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438645, 'name': PowerOnVM_Task, 'duration_secs': 0.813796} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.424434] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.424705] env[69722]: INFO nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Took 10.53 seconds to spawn the instance on the hypervisor. [ 979.424950] env[69722]: DEBUG nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.426074] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422b3b8d-34c0-4c3a-86ef-00ee1901b45a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.514521] env[69722]: DEBUG nova.compute.manager [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Received event network-vif-deleted-faa03164-0d17-4a6a-9306-76a9f3fbb663 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.514733] env[69722]: DEBUG nova.compute.manager [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Received event network-changed-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.514908] env[69722]: DEBUG nova.compute.manager [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Refreshing instance network info cache due to event network-changed-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.519029] env[69722]: DEBUG oslo_concurrency.lockutils [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] Acquiring lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.519029] env[69722]: DEBUG oslo_concurrency.lockutils [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] Acquired lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.519029] env[69722]: DEBUG nova.network.neutron [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Refreshing network info cache for port d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.618817] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-7174cef7-7880-40f9-8ebe-8154ed0d23b6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.619454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-7174cef7-7880-40f9-8ebe-8154ed0d23b6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.619950] env[69722]: DEBUG nova.objects.instance [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'flavor' on Instance uuid ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.690242] env[69722]: DEBUG nova.compute.utils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.713394] env[69722]: DEBUG nova.scheduler.client.report [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.782187] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.818282] env[69722]: DEBUG oslo_vmware.api [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Task: {'id': task-3438649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40583} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.818471] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.822030] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.822030] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.822030] env[69722]: INFO nova.compute.manager [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Took 1.13 seconds to destroy the instance on the hypervisor. [ 979.822030] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.822030] env[69722]: DEBUG nova.compute.manager [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.822030] env[69722]: DEBUG nova.network.neutron [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.947087] env[69722]: INFO nova.compute.manager [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Took 50.01 seconds to build instance. [ 980.195606] env[69722]: INFO nova.virt.block_device [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Booting with volume baab42b0-27ca-401b-a5cf-45409cf6e9f5 at /dev/sdb [ 980.223602] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.230348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.124s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.232390] env[69722]: INFO nova.compute.claims [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.248298] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d6c39f9-0598-4b9a-a273-90f87fa1b128 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.252275] env[69722]: DEBUG nova.objects.instance [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'pci_requests' on Instance uuid ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.257576] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab791fe-9c07-4a63-a509-52074caec2fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.280035] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603937} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.280035] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c/b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.280035] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.280035] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61fcb013-2c4e-4be6-a8d1-fd1326b415e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.299192] env[69722]: INFO nova.scheduler.client.report [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Deleted allocations for instance f6a1570a-7d0d-4ebd-bbea-739ae01857f0 [ 980.302897] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-899db3b9-8d3d-468f-9146-560fe0f4290d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.310029] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 980.310029] env[69722]: value = "task-3438650" [ 980.310029] env[69722]: _type = "Task" [ 980.310029] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.318565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c0f7b0-05f6-4f25-9995-43d8a7ac9553 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.334236] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.356321] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82afbfed-9b1d-45af-be68-3815447c636b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.363311] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be17d5ee-545d-45bd-9ef9-3cd6a6055084 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.378076] env[69722]: DEBUG nova.virt.block_device [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating existing volume attachment record: b46157d0-aa0d-49e1-807a-ac71dcbcfa60 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 980.449514] env[69722]: DEBUG oslo_concurrency.lockutils [None req-51737966-2a68-4f31-ab42-76b56b6a5349 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.686s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.493923] env[69722]: DEBUG nova.network.neutron [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updated VIF entry in instance network info cache for port d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.494518] env[69722]: DEBUG nova.network.neutron [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.547393] env[69722]: DEBUG nova.compute.manager [req-4ed324ef-f826-4e31-bea8-fecf95e8fee2 req-b2c268e4-8225-4455-ad3c-3d1e6cf130fa service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Received event network-vif-deleted-f13d95ee-8fda-45ba-b779-629b3f1b60e8 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.547393] env[69722]: INFO nova.compute.manager [req-4ed324ef-f826-4e31-bea8-fecf95e8fee2 req-b2c268e4-8225-4455-ad3c-3d1e6cf130fa service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Neutron deleted interface f13d95ee-8fda-45ba-b779-629b3f1b60e8; detaching it from the instance and deleting it from the info cache [ 980.547393] env[69722]: DEBUG nova.network.neutron [req-4ed324ef-f826-4e31-bea8-fecf95e8fee2 req-b2c268e4-8225-4455-ad3c-3d1e6cf130fa service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.580301] env[69722]: DEBUG nova.network.neutron [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.754028] env[69722]: DEBUG nova.objects.base [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.754256] env[69722]: DEBUG nova.network.neutron [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.816878] env[69722]: DEBUG oslo_concurrency.lockutils [None req-583cecea-a1a9-430b-ba5c-302a30b49c3e tempest-AttachInterfacesV270Test-1540662782 tempest-AttachInterfacesV270Test-1540662782-project-member] Lock "f6a1570a-7d0d-4ebd-bbea-739ae01857f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.092s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.827666] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210408} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.829653] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.830702] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f17c96-b15e-433d-9350-87121296b988 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.862670] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c/b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.863343] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a158ee7-5c79-48ed-9cc6-086d19d56d15 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.883940] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 980.883940] env[69722]: value = "task-3438653" [ 980.883940] env[69722]: _type = "Task" [ 980.883940] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.893412] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.895711] env[69722]: DEBUG nova.policy [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 980.997672] env[69722]: DEBUG oslo_concurrency.lockutils [req-3291e4a8-3f40-419a-958a-e7b6cb200bc1 req-27cbe4d8-8d76-4886-b527-89b8be6b811a service nova] Releasing lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.049474] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46890183-4ed0-4a8e-bd98-495479c89931 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.062238] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577b8155-6a30-417b-afc5-32851aed35d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.083616] env[69722]: INFO nova.compute.manager [-] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Took 1.26 seconds to deallocate network for instance. [ 981.108160] env[69722]: DEBUG nova.compute.manager [req-4ed324ef-f826-4e31-bea8-fecf95e8fee2 req-b2c268e4-8225-4455-ad3c-3d1e6cf130fa service nova] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Detach interface failed, port_id=f13d95ee-8fda-45ba-b779-629b3f1b60e8, reason: Instance ca5a5434-ee5a-447e-b24e-f8cd2629f6ce could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.395808] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438653, 'name': ReconfigVM_Task, 'duration_secs': 0.412878} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.398628] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Reconfigured VM instance instance-0000004d to attach disk [datastore1] b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c/b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.399708] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7ea8b17-90a0-482a-ac03-ac9466902d5a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.411395] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 981.411395] env[69722]: value = "task-3438655" [ 981.411395] env[69722]: _type = "Task" [ 981.411395] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.424852] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438655, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.608943] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.631887] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c2422a-66de-4831-a2e6-0d37847a021a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.646486] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be4664-532d-4e1d-9466-18be5186d0b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.681828] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7029f82-ab7c-4f32-8b7c-9dbf2f858555 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.690137] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eabb68b-2984-4f12-8520-ba61064858f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.706111] env[69722]: DEBUG nova.compute.provider_tree [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.922575] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438655, 'name': Rename_Task, 'duration_secs': 0.175344} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.922867] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.923156] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ece51883-524c-417c-8998-ef47c46b1604 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.929770] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 981.929770] env[69722]: value = "task-3438656" [ 981.929770] env[69722]: _type = "Task" [ 981.929770] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.940864] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.210572] env[69722]: DEBUG nova.scheduler.client.report [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.327518] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a2f96-6602-eb33-440d-567d72183f53/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 982.329850] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bb88e0-d9d3-4617-b1d1-0d984bf258ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.338092] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a2f96-6602-eb33-440d-567d72183f53/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 982.338355] env[69722]: ERROR oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a2f96-6602-eb33-440d-567d72183f53/disk-0.vmdk due to incomplete transfer. [ 982.339501] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b3ea97a-df8e-40d0-962c-9bf2a03c2dfc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.347261] env[69722]: DEBUG oslo_vmware.rw_handles [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a2f96-6602-eb33-440d-567d72183f53/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 982.348623] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Uploaded image 926b1826-9f00-45ab-9ad1-6e7ddd911b44 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 982.351681] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 982.351681] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b6a833d0-5375-4137-a2f6-5d76830222c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.359385] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 982.359385] env[69722]: value = "task-3438657" [ 982.359385] env[69722]: _type = "Task" [ 982.359385] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.367858] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438657, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.440377] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438656, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.722249] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.722249] env[69722]: DEBUG nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.723575] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.469s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.723619] env[69722]: DEBUG nova.objects.instance [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lazy-loading 'resources' on Instance uuid 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.871611] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438657, 'name': Destroy_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.946381] env[69722]: DEBUG oslo_vmware.api [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438656, 'name': PowerOnVM_Task, 'duration_secs': 0.558836} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.947280] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.947846] env[69722]: INFO nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Took 11.45 seconds to spawn the instance on the hypervisor. [ 982.948626] env[69722]: DEBUG nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.949886] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a4c433-f133-41af-a63f-dcebd674dce4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.228261] env[69722]: DEBUG nova.compute.utils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.236304] env[69722]: DEBUG nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.236304] env[69722]: DEBUG nova.network.neutron [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.310313] env[69722]: DEBUG nova.policy [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd00149ce56484cf68ec013ff925f6135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e085aae73e2c42baabb6dd4e9f4c8ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.372938] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438657, 'name': Destroy_Task, 'duration_secs': 0.738357} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.373307] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Destroyed the VM [ 983.373553] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 983.373820] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7dee4f63-6f16-4691-b6fc-82ec85df87b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.383729] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 983.383729] env[69722]: value = "task-3438659" [ 983.383729] env[69722]: _type = "Task" [ 983.383729] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.395862] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.441781] env[69722]: DEBUG nova.network.neutron [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Successfully updated port: 7174cef7-7880-40f9-8ebe-8154ed0d23b6 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.482217] env[69722]: INFO nova.compute.manager [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Took 51.25 seconds to build instance. [ 983.617403] env[69722]: DEBUG nova.compute.manager [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Received event network-changed-90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.617508] env[69722]: DEBUG nova.compute.manager [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Refreshing instance network info cache due to event network-changed-90e3357f-3b01-4cdb-9dbe-304794176e41. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.617777] env[69722]: DEBUG oslo_concurrency.lockutils [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] Acquiring lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.618035] env[69722]: DEBUG oslo_concurrency.lockutils [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] Acquired lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.620846] env[69722]: DEBUG nova.network.neutron [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Refreshing network info cache for port 90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.673081] env[69722]: DEBUG nova.network.neutron [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Successfully created port: 21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.708931] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad604d-6bf8-47a6-bc36-a5597d4f163c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.721498] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac9ce65-cc3f-4f9a-95d2-1360acf5caef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.752584] env[69722]: DEBUG nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.755877] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4663d34-5686-4685-a8e0-9dab7229dff3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.763997] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f220e333-80e7-498f-b2d9-dff4dd2baeca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.779735] env[69722]: DEBUG nova.compute.provider_tree [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.897243] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.944774] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.944857] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.945034] env[69722]: DEBUG nova.network.neutron [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.984242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-90170427-872f-4fdd-9725-35db58d7b44a tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.756s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.282685] env[69722]: DEBUG nova.scheduler.client.report [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.398488] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438659, 'name': RemoveSnapshot_Task, 'duration_secs': 0.821008} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.398488] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 984.398488] env[69722]: DEBUG nova.compute.manager [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.398488] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9982196c-7b96-491f-a16c-18f7d99b4264 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.494995] env[69722]: WARNING nova.network.neutron [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] 3440ebdf-a28f-4afc-bb32-cc80347965dc already exists in list: networks containing: ['3440ebdf-a28f-4afc-bb32-cc80347965dc']. ignoring it [ 984.495219] env[69722]: WARNING nova.network.neutron [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] 3440ebdf-a28f-4afc-bb32-cc80347965dc already exists in list: networks containing: ['3440ebdf-a28f-4afc-bb32-cc80347965dc']. ignoring it [ 984.748375] env[69722]: DEBUG nova.network.neutron [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updated VIF entry in instance network info cache for port 90e3357f-3b01-4cdb-9dbe-304794176e41. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.748844] env[69722]: DEBUG nova.network.neutron [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updating instance_info_cache with network_info: [{"id": "90e3357f-3b01-4cdb-9dbe-304794176e41", "address": "fa:16:3e:55:8b:dc", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90e3357f-3b", "ovs_interfaceid": "90e3357f-3b01-4cdb-9dbe-304794176e41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.767028] env[69722]: DEBUG nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.791952] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.798422] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.258s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.798422] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.802281] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.204s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.802281] env[69722]: DEBUG nova.objects.instance [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lazy-loading 'resources' on Instance uuid 00f4195e-5c44-4c95-9c4d-d65c8059db5a {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.809687] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.809849] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.809987] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.810179] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.810320] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.810462] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.810669] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.810943] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.811009] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.811160] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.811329] env[69722]: DEBUG nova.virt.hardware [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.812522] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6af56-1966-4ddc-bdce-601c4fa009e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.823138] env[69722]: INFO nova.scheduler.client.report [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Deleted allocations for instance 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7 [ 984.825125] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9e3a6-10cc-42ca-bcad-31a9bc082cc6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.835039] env[69722]: INFO nova.scheduler.client.report [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleted allocations for instance 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b [ 984.917461] env[69722]: INFO nova.compute.manager [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Shelve offloading [ 985.251594] env[69722]: DEBUG oslo_concurrency.lockutils [req-ea95e719-389a-4976-90eb-7b3d1b143121 req-7a3e50db-1d70-4aa6-aba0-66ef0af1f921 service nova] Releasing lock "refresh_cache-28bce77d-f28b-4e03-884a-4a244456b6cf" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.340042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5384062-982a-43fc-be96-135964784f70 tempest-ServerRescueTestJSON-1059237407 tempest-ServerRescueTestJSON-1059237407-project-member] Lock "7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.539s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.353399] env[69722]: DEBUG oslo_concurrency.lockutils [None req-19576bba-034f-4d91-8148-fb0831b58627 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.490s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.399629] env[69722]: DEBUG nova.network.neutron [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "address": "fa:16:3e:99:6c:18", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ee70e2-6d", "ovs_interfaceid": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7174cef7-7880-40f9-8ebe-8154ed0d23b6", "address": "fa:16:3e:e8:4b:2a", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7174cef7-78", "ovs_interfaceid": "7174cef7-7880-40f9-8ebe-8154ed0d23b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.423088] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.424348] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443f45c7-c24b-42e0-8b8a-0d1765785845 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.438033] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 985.438033] env[69722]: value = "task-3438660" [ 985.438033] env[69722]: _type = "Task" [ 985.438033] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.448249] env[69722]: DEBUG nova.network.neutron [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Successfully updated port: 21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.455521] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.455521] env[69722]: DEBUG nova.compute.manager [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.456416] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f85e328-cd81-4378-be99-6b43622fbfda {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.475112] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.475300] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.475474] env[69722]: DEBUG nova.network.neutron [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.699834] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2f1b3-4388-453e-b5dd-4af29903d8a4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.708071] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93f6da9-57d5-4668-a41f-cbd63c1e4fcf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.741423] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dec711-5aba-4fbb-9314-f31df86f8cc5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.748925] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b224aff-581a-4b35-bb11-3f402fd563bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.767036] env[69722]: DEBUG nova.compute.provider_tree [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.870430] env[69722]: DEBUG nova.compute.manager [req-04409b96-9ee4-4d22-9701-4a4a6fc28bb9 req-678a712f-c4eb-458c-9ea6-5776e804458f service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received event network-vif-plugged-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.870718] env[69722]: DEBUG oslo_concurrency.lockutils [req-04409b96-9ee4-4d22-9701-4a4a6fc28bb9 req-678a712f-c4eb-458c-9ea6-5776e804458f service nova] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.870785] env[69722]: DEBUG oslo_concurrency.lockutils [req-04409b96-9ee4-4d22-9701-4a4a6fc28bb9 req-678a712f-c4eb-458c-9ea6-5776e804458f service nova] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.870950] env[69722]: DEBUG oslo_concurrency.lockutils [req-04409b96-9ee4-4d22-9701-4a4a6fc28bb9 req-678a712f-c4eb-458c-9ea6-5776e804458f service nova] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.871138] env[69722]: DEBUG nova.compute.manager [req-04409b96-9ee4-4d22-9701-4a4a6fc28bb9 req-678a712f-c4eb-458c-9ea6-5776e804458f service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] No waiting events found dispatching network-vif-plugged-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.871300] env[69722]: WARNING nova.compute.manager [req-04409b96-9ee4-4d22-9701-4a4a6fc28bb9 req-678a712f-c4eb-458c-9ea6-5776e804458f service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received unexpected event network-vif-plugged-21a347cc-25cd-4151-b6f5-9d604e5d518c for instance with vm_state building and task_state spawning. [ 985.901651] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.902633] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.902793] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.903884] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc9c7c-b967-4d00-86c6-ccdbc72a8c6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.923666] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.923946] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.924161] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.924485] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.924612] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.925131] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.925538] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.925720] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.925956] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.926161] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.926375] env[69722]: DEBUG nova.virt.hardware [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.933992] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfiguring VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 985.934402] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eeb3f6b-297d-423c-bb35-2f1bdf63863b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.955773] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.955773] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.955930] env[69722]: DEBUG nova.network.neutron [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.957267] env[69722]: DEBUG oslo_vmware.api [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 985.957267] env[69722]: value = "task-3438661" [ 985.957267] env[69722]: _type = "Task" [ 985.957267] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.967673] env[69722]: DEBUG oslo_vmware.api [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.969616] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.970181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.970440] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.970677] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.970898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.973118] env[69722]: INFO nova.compute.manager [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Terminating instance [ 986.205213] env[69722]: DEBUG nova.network.neutron [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Updating instance_info_cache with network_info: [{"id": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "address": "fa:16:3e:92:d2:19", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b6c9e9e-b1", "ovs_interfaceid": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.273943] env[69722]: DEBUG nova.scheduler.client.report [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.312049] env[69722]: DEBUG nova.compute.manager [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-vif-plugged-7174cef7-7880-40f9-8ebe-8154ed0d23b6 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.312291] env[69722]: DEBUG oslo_concurrency.lockutils [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.312561] env[69722]: DEBUG oslo_concurrency.lockutils [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.312869] env[69722]: DEBUG oslo_concurrency.lockutils [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.312915] env[69722]: DEBUG nova.compute.manager [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] No waiting events found dispatching network-vif-plugged-7174cef7-7880-40f9-8ebe-8154ed0d23b6 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.313114] env[69722]: WARNING nova.compute.manager [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received unexpected event network-vif-plugged-7174cef7-7880-40f9-8ebe-8154ed0d23b6 for instance with vm_state active and task_state None. [ 986.313273] env[69722]: DEBUG nova.compute.manager [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-changed-7174cef7-7880-40f9-8ebe-8154ed0d23b6 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.313906] env[69722]: DEBUG nova.compute.manager [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing instance network info cache due to event network-changed-7174cef7-7880-40f9-8ebe-8154ed0d23b6. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.313906] env[69722]: DEBUG oslo_concurrency.lockutils [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.313906] env[69722]: DEBUG oslo_concurrency.lockutils [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.313906] env[69722]: DEBUG nova.network.neutron [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Refreshing network info cache for port 7174cef7-7880-40f9-8ebe-8154ed0d23b6 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.474550] env[69722]: DEBUG oslo_vmware.api [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.478843] env[69722]: DEBUG nova.compute.manager [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.479231] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.481258] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac9f641-3062-4103-ae57-62a92f4d3cc6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.495849] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.496150] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37c5cc26-8a78-450e-a5a2-4317480cc745 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.507408] env[69722]: DEBUG oslo_vmware.api [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 986.507408] env[69722]: value = "task-3438662" [ 986.507408] env[69722]: _type = "Task" [ 986.507408] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.520652] env[69722]: DEBUG oslo_vmware.api [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.524348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.534510] env[69722]: DEBUG nova.network.neutron [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.707213] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.779479] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.785529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.842s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.785529] env[69722]: INFO nova.compute.claims [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.812153] env[69722]: INFO nova.scheduler.client.report [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleted allocations for instance 00f4195e-5c44-4c95-9c4d-d65c8059db5a [ 986.868269] env[69722]: DEBUG nova.network.neutron [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a347cc-25", "ovs_interfaceid": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.972046] env[69722]: DEBUG oslo_vmware.api [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438661, 'name': ReconfigVM_Task, 'duration_secs': 0.594398} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.972687] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.973426] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfigured VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 987.023024] env[69722]: DEBUG oslo_vmware.api [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438662, 'name': PowerOffVM_Task, 'duration_secs': 0.214903} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.023319] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.023545] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.024227] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-087f2586-7910-46ce-831b-a9259549c054 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.259247] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.259247] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2b27de-0a05-408f-804a-628a02da051a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.267572] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.268067] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e14e52e-762f-4742-963f-59a24467343e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.329197] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0e5cd8b4-0dea-47b9-9e86-237cf50b71e5 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "00f4195e-5c44-4c95-9c4d-d65c8059db5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.276s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.342423] env[69722]: DEBUG nova.network.neutron [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updated VIF entry in instance network info cache for port 7174cef7-7880-40f9-8ebe-8154ed0d23b6. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.342423] env[69722]: DEBUG nova.network.neutron [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "address": "fa:16:3e:99:6c:18", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7ee70e2-6d", "ovs_interfaceid": "b7ee70e2-6da2-46aa-b01d-9d08142b43ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7174cef7-7880-40f9-8ebe-8154ed0d23b6", "address": "fa:16:3e:e8:4b:2a", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7174cef7-78", "ovs_interfaceid": "7174cef7-7880-40f9-8ebe-8154ed0d23b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.370905] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.371272] env[69722]: DEBUG nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Instance network_info: |[{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a347cc-25", "ovs_interfaceid": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.371678] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21a347cc-25cd-4151-b6f5-9d604e5d518c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.380303] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating folder: Project (e085aae73e2c42baabb6dd4e9f4c8ea7). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.381064] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96c3f154-b4c9-45ae-8fa8-742e15adc87b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.393984] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Created folder: Project (e085aae73e2c42baabb6dd4e9f4c8ea7) in parent group-v686248. [ 987.394413] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating folder: Instances. Parent ref: group-v686464. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 987.395928] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-250f1353-9931-462a-9dd6-b61b2958f47c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.406540] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Created folder: Instances in parent group-v686464. [ 987.407478] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.407794] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.408105] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8fff0a3-91b7-4d1c-a938-7ba4ba77a390 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.431484] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.431484] env[69722]: value = "task-3438667" [ 987.431484] env[69722]: _type = "Task" [ 987.431484] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.440478] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438667, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.451121] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.451334] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.451512] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleting the datastore file [datastore2] 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.451781] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c571b81d-d4a7-444a-9f34-3b678c34faa0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.461497] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 987.461497] env[69722]: value = "task-3438668" [ 987.461497] env[69722]: _type = "Task" [ 987.461497] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.466888] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.467117] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.467371] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Deleting the datastore file [datastore1] b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.467931] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebdfefe5-9ac7-4696-9bff-3f775a3aeda7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.472710] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.479409] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ae5ba07a-6852-4411-b181-91a4caba7cd5 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-7174cef7-7880-40f9-8ebe-8154ed0d23b6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.860s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.480570] env[69722]: DEBUG oslo_vmware.api [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for the task: (returnval){ [ 987.480570] env[69722]: value = "task-3438669" [ 987.480570] env[69722]: _type = "Task" [ 987.480570] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.490214] env[69722]: DEBUG oslo_vmware.api [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.843890] env[69722]: DEBUG oslo_concurrency.lockutils [req-76918557-abb5-4a50-91cb-8f2b978fde08 req-ed61923f-43ce-4fb1-9093-45bb84f309ef service nova] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.910133] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "4213eb1b-11d1-4867-b59c-6ab329e92006" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.910712] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.943178] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438667, 'name': CreateVM_Task, 'duration_secs': 0.341849} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.943178] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.943525] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.943625] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.943938] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.944542] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2091894-cdf6-4c41-ae3a-10c475232627 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.952944] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 987.952944] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ee799-77e3-5082-5dd3-9f375794609e" [ 987.952944] env[69722]: _type = "Task" [ 987.952944] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.963468] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528ee799-77e3-5082-5dd3-9f375794609e, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.970057] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.970312] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.970630] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.970709] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.971341] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.971842] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efffd2b5-775d-4247-80c6-914138edaf1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.978800] env[69722]: DEBUG oslo_vmware.api [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207089} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.979049] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.979232] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.979477] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.982434] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.982607] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.989979] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2ff646-98c7-4657-9430-a012cbde11cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.998062] env[69722]: DEBUG oslo_vmware.api [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Task: {'id': task-3438669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224047} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.999260] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.999715] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.999715] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.000589] env[69722]: INFO nova.compute.manager [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Took 1.52 seconds to destroy the instance on the hypervisor. [ 988.000589] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.000589] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 988.000589] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261f521-299e-512d-343e-6324da02ff0b" [ 988.000589] env[69722]: _type = "Task" [ 988.000589] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.000589] env[69722]: DEBUG nova.compute.manager [-] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.000589] env[69722]: DEBUG nova.network.neutron [-] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.005801] env[69722]: INFO nova.scheduler.client.report [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted allocations for instance 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11 [ 988.016356] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261f521-299e-512d-343e-6324da02ff0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008613} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.017187] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec249951-56cc-45c5-82ba-fff82ee3d7a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.022100] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 988.022100] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a12d3a-72fb-7a76-8b17-ec7298dbd34a" [ 988.022100] env[69722]: _type = "Task" [ 988.022100] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.032252] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a12d3a-72fb-7a76-8b17-ec7298dbd34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.256624] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a97b554-1c05-468b-bd09-a0b9e59fcbd6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.264638] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553563a9-01fa-47be-bc05-6fce466eb8a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.295165] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a3e312-4e11-4db3-a0fc-aa4779fb81a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.303064] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd0992-8941-420e-ada5-3ddce3a185ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.322311] env[69722]: DEBUG nova.compute.provider_tree [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.416586] env[69722]: DEBUG nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.510826] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.536228] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a12d3a-72fb-7a76-8b17-ec7298dbd34a, 'name': SearchDatastore_Task, 'duration_secs': 0.016252} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.536604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.536924] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.537518] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-960a0de8-e80a-4bbc-8c6d-dda4e4e6d21c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.548557] env[69722]: DEBUG nova.compute.manager [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received event network-changed-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.548771] env[69722]: DEBUG nova.compute.manager [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Refreshing instance network info cache due to event network-changed-21a347cc-25cd-4151-b6f5-9d604e5d518c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.548950] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Acquiring lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.549845] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Acquired lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.549845] env[69722]: DEBUG nova.network.neutron [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Refreshing network info cache for port 21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.555540] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 988.555540] env[69722]: value = "task-3438670" [ 988.555540] env[69722]: _type = "Task" [ 988.555540] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.566291] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.699481] env[69722]: DEBUG nova.compute.manager [req-bc01b213-181e-47e6-846d-de216028f00f req-a70d796a-c95e-49c3-9dd5-411437c2a61f service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received event network-vif-deleted-2352eac9-b62c-456d-b966-0fef8b69df68 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.699481] env[69722]: INFO nova.compute.manager [req-bc01b213-181e-47e6-846d-de216028f00f req-a70d796a-c95e-49c3-9dd5-411437c2a61f service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Neutron deleted interface 2352eac9-b62c-456d-b966-0fef8b69df68; detaching it from the instance and deleting it from the info cache [ 988.699481] env[69722]: DEBUG nova.network.neutron [req-bc01b213-181e-47e6-846d-de216028f00f req-a70d796a-c95e-49c3-9dd5-411437c2a61f service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Updating instance_info_cache with network_info: [{"id": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "address": "fa:16:3e:29:57:c1", "network": {"id": "c830fcd7-3db2-4061-a899-6308154c0b2a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1996254242", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "b3efcb3b2e4546cba54215d9c8acc6e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79b62d86-61", "ovs_interfaceid": "79b62d86-6193-4dda-ab2d-a6850a82ef8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.827699] env[69722]: DEBUG nova.scheduler.client.report [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.841890] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.842203] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.842414] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.842658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.842764] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.845694] env[69722]: INFO nova.compute.manager [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Terminating instance [ 988.959086] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.003631] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "531fc776-108c-442c-9bc2-6d34bd9625c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.004220] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.004420] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "531fc776-108c-442c-9bc2-6d34bd9625c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.004726] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.004997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.007276] env[69722]: INFO nova.compute.manager [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Terminating instance [ 989.071597] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438670, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.150464] env[69722]: DEBUG nova.network.neutron [-] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.202485] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65ae563a-db2f-4330-ac85-f450eaa99380 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.215454] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c464f-bb47-44b4-8e13-6419d2727659 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.258768] env[69722]: DEBUG nova.compute.manager [req-bc01b213-181e-47e6-846d-de216028f00f req-a70d796a-c95e-49c3-9dd5-411437c2a61f service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Detach interface failed, port_id=2352eac9-b62c-456d-b966-0fef8b69df68, reason: Instance b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.338354] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.338941] env[69722]: DEBUG nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.343020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.496s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.343346] env[69722]: INFO nova.compute.claims [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.349319] env[69722]: DEBUG nova.compute.manager [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.350425] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.351946] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a7864d-7f0f-420d-a834-7c322d281ad9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.363852] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.363852] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8089a1f2-3d72-4e49-a1ca-df776a0ec169 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.370939] env[69722]: DEBUG oslo_vmware.api [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 989.370939] env[69722]: value = "task-3438671" [ 989.370939] env[69722]: _type = "Task" [ 989.370939] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.383048] env[69722]: DEBUG oslo_vmware.api [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.404035] env[69722]: DEBUG nova.network.neutron [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updated VIF entry in instance network info cache for port 21a347cc-25cd-4151-b6f5-9d604e5d518c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.404127] env[69722]: DEBUG nova.network.neutron [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a347cc-25", "ovs_interfaceid": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.512485] env[69722]: DEBUG nova.compute.manager [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.512724] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.515967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5550f8-3262-4e8a-bbb7-40b13a42a0c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.528041] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.528041] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f18377-92b5-4f36-ba9d-a5bf9f173441 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.534323] env[69722]: DEBUG oslo_vmware.api [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 989.534323] env[69722]: value = "task-3438672" [ 989.534323] env[69722]: _type = "Task" [ 989.534323] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.544236] env[69722]: DEBUG oslo_vmware.api [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.569459] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74273} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.569784] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.570068] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.570379] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c06df7dd-fe50-4895-968f-7fe237cd22a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.577466] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 989.577466] env[69722]: value = "task-3438673" [ 989.577466] env[69722]: _type = "Task" [ 989.577466] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.590135] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.655127] env[69722]: INFO nova.compute.manager [-] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Took 1.65 seconds to deallocate network for instance. [ 989.849044] env[69722]: DEBUG nova.compute.utils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.852678] env[69722]: DEBUG nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 989.882476] env[69722]: DEBUG oslo_vmware.api [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438671, 'name': PowerOffVM_Task, 'duration_secs': 0.348666} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.882758] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.882924] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.884028] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd44ba0f-a897-4344-9ffd-78af2dfbb281 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.909190] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Releasing lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.909613] env[69722]: DEBUG nova.compute.manager [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Received event network-vif-unplugged-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.909852] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Acquiring lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.910082] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.910261] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.910445] env[69722]: DEBUG nova.compute.manager [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] No waiting events found dispatching network-vif-unplugged-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.910948] env[69722]: WARNING nova.compute.manager [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Received unexpected event network-vif-unplugged-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 for instance with vm_state shelved_offloaded and task_state None. [ 989.911128] env[69722]: DEBUG nova.compute.manager [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Received event network-changed-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.911240] env[69722]: DEBUG nova.compute.manager [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Refreshing instance network info cache due to event network-changed-4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.911455] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Acquiring lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.911692] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Acquired lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.911918] env[69722]: DEBUG nova.network.neutron [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Refreshing network info cache for port 4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.957226] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.957382] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.957565] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleting the datastore file [datastore1] 01ca7a98-3897-4e1a-8ec3-f70f476afd7d {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.957831] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88c43e36-3e13-4039-9fe8-6a1b5b80d08f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.964345] env[69722]: DEBUG oslo_vmware.api [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for the task: (returnval){ [ 989.964345] env[69722]: value = "task-3438675" [ 989.964345] env[69722]: _type = "Task" [ 989.964345] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.972102] env[69722]: DEBUG oslo_vmware.api [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.014574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-b7ee70e2-6da2-46aa-b01d-9d08142b43ca" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.014868] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-b7ee70e2-6da2-46aa-b01d-9d08142b43ca" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.048460] env[69722]: DEBUG oslo_vmware.api [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438672, 'name': PowerOffVM_Task, 'duration_secs': 0.386779} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.048460] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.048460] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.048616] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44401234-35e9-4145-8127-67ef81d62131 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.088384] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171481} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.088661] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.089559] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4147f1-1989-4589-8ad7-c296b0b74955 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.112976] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.114857] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc6102a-25ad-4a1a-82bc-2475fcfa0528 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.130506] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.130756] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.130938] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleting the datastore file [datastore1] 531fc776-108c-442c-9bc2-6d34bd9625c3 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.131225] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-051d5f33-dd9b-4e19-aad4-a0e3fb5726a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.138660] env[69722]: DEBUG oslo_vmware.api [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for the task: (returnval){ [ 990.138660] env[69722]: value = "task-3438678" [ 990.138660] env[69722]: _type = "Task" [ 990.138660] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.139616] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 990.139616] env[69722]: value = "task-3438677" [ 990.139616] env[69722]: _type = "Task" [ 990.139616] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.154574] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438677, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.167206] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.193543] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.266235] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "d20ad4a3-41a9-424a-9b3f-5b054b309198" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.266472] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "d20ad4a3-41a9-424a-9b3f-5b054b309198" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.343575] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.343853] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.344105] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.344339] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.344531] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.348510] env[69722]: INFO nova.compute.manager [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Terminating instance [ 990.354118] env[69722]: DEBUG nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.481337] env[69722]: DEBUG oslo_vmware.api [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Task: {'id': task-3438675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139118} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.486315] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.486887] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.486887] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.486887] env[69722]: INFO nova.compute.manager [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 990.487166] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.487631] env[69722]: DEBUG nova.compute.manager [-] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.488651] env[69722]: DEBUG nova.network.neutron [-] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.517394] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.518398] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.518476] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a2fe06-d664-44f9-b076-7ad6a5705a3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.550472] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142c7b3d-f250-461a-bd9b-888b08b77ad4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.593688] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfiguring VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 990.602123] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53eed35b-2888-4688-b840-412a11af1e77 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.627095] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 990.627095] env[69722]: value = "task-3438679" [ 990.627095] env[69722]: _type = "Task" [ 990.627095] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.638588] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.657961] env[69722]: DEBUG oslo_vmware.api [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Task: {'id': task-3438678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192054} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.663404] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.663724] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.663837] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.664087] env[69722]: INFO nova.compute.manager [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 990.664221] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.664468] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438677, 'name': ReconfigVM_Task, 'duration_secs': 0.359542} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.664876] env[69722]: DEBUG nova.compute.manager [-] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.664971] env[69722]: DEBUG nova.network.neutron [-] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.666661] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.667235] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd3d2bf2-d1a5-433c-99c6-2dca88469d8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.674441] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 990.674441] env[69722]: value = "task-3438680" [ 990.674441] env[69722]: _type = "Task" [ 990.674441] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.686302] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438680, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.757078] env[69722]: DEBUG nova.compute.manager [req-bcefed47-3900-4deb-be0e-59d4a6d2f015 req-b57a3165-7743-4559-b73b-df16c19d722a service nova] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Received event network-vif-deleted-79b62d86-6193-4dda-ab2d-a6850a82ef8a {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.769198] env[69722]: DEBUG nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.791843] env[69722]: DEBUG nova.network.neutron [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Updated VIF entry in instance network info cache for port 4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.791938] env[69722]: DEBUG nova.network.neutron [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Updating instance_info_cache with network_info: [{"id": "4b6c9e9e-b13a-4b3f-a34e-63d18b57b6f0", "address": "fa:16:3e:92:d2:19", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": null, "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4b6c9e9e-b1", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.854474] env[69722]: DEBUG nova.compute.manager [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.854730] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.855602] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf922a7-155a-4c5c-9302-995e7b47973f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.865696] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1726e7-8317-47b1-b47e-15515b50db6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.873665] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.876720] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc536d55-2100-4cdb-b4cc-1131073bd893 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.878868] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba435c7-20d0-4818-a2d3-b25d23ab80ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.886441] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 990.886441] env[69722]: value = "task-3438681" [ 990.886441] env[69722]: _type = "Task" [ 990.886441] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.916130] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a4aee6-90b4-42d9-b618-2800458ca055 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.926780] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc1e8bf-d073-4694-bb7c-316e55933e33 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.930753] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.942395] env[69722]: DEBUG nova.compute.provider_tree [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.112995] env[69722]: DEBUG nova.compute.manager [req-fe8f2580-765a-4c54-9167-b65c3e1d9f63 req-25187f2b-c13d-4119-b9af-0d802c9af257 service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Received event network-vif-deleted-f0e31c68-38dc-4556-9ad7-572fb6f06228 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.112995] env[69722]: INFO nova.compute.manager [req-fe8f2580-765a-4c54-9167-b65c3e1d9f63 req-25187f2b-c13d-4119-b9af-0d802c9af257 service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Neutron deleted interface f0e31c68-38dc-4556-9ad7-572fb6f06228; detaching it from the instance and deleting it from the info cache [ 991.112995] env[69722]: DEBUG nova.network.neutron [req-fe8f2580-765a-4c54-9167-b65c3e1d9f63 req-25187f2b-c13d-4119-b9af-0d802c9af257 service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.139988] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.192229] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438680, 'name': Rename_Task, 'duration_secs': 0.287426} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.192431] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.193406] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52f3277a-e7bd-4f85-bddd-d45705cb86b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.200193] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 991.200193] env[69722]: value = "task-3438682" [ 991.200193] env[69722]: _type = "Task" [ 991.200193] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.212468] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.289608] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.294363] env[69722]: DEBUG oslo_concurrency.lockutils [req-24e97bed-c028-4154-a467-b81acdaa597b req-53a9f385-bb3a-4ba0-ac09-55508d57acc8 service nova] Releasing lock "refresh_cache-28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.361251] env[69722]: DEBUG nova.network.neutron [-] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.367106] env[69722]: DEBUG nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.395140] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.395449] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.395681] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.395943] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.396866] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.397302] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.397603] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.397838] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.398104] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.398348] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.398700] env[69722]: DEBUG nova.virt.hardware [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.399667] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd47c3-8c0a-425d-8fee-d036168538c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.410035] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a01ad1d-63bc-490a-94d5-2b2b20a257b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.429461] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.435543] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Creating folder: Project (fa58769df1ce4a03b93fe930884d8004). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.439227] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a111e66-b78b-40fd-b519-1a7948c28fec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.441142] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438681, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.445843] env[69722]: DEBUG nova.scheduler.client.report [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.450447] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Created folder: Project (fa58769df1ce4a03b93fe930884d8004) in parent group-v686248. [ 991.450660] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Creating folder: Instances. Parent ref: group-v686467. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 991.451112] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20122fb1-b9a7-46df-9a5d-07f949306825 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.461857] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Created folder: Instances in parent group-v686467. [ 991.461914] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.462176] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.462473] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9776f068-1f3e-4724-8d76-937be0e6eea6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.480525] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.480525] env[69722]: value = "task-3438685" [ 991.480525] env[69722]: _type = "Task" [ 991.480525] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.488365] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438685, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.559297] env[69722]: DEBUG nova.network.neutron [-] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.578492] env[69722]: DEBUG oslo_concurrency.lockutils [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.578744] env[69722]: DEBUG oslo_concurrency.lockutils [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.615861] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18dcdf62-0ce5-4148-871a-fd5eab4e459f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.626029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f6520b-85b3-47fa-a5f3-2a29b181e28f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.647088] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.660406] env[69722]: DEBUG nova.compute.manager [req-fe8f2580-765a-4c54-9167-b65c3e1d9f63 req-25187f2b-c13d-4119-b9af-0d802c9af257 service nova] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Detach interface failed, port_id=f0e31c68-38dc-4556-9ad7-572fb6f06228, reason: Instance 01ca7a98-3897-4e1a-8ec3-f70f476afd7d could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.713815] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.724073] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.724317] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.864390] env[69722]: INFO nova.compute.manager [-] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Took 1.38 seconds to deallocate network for instance. [ 991.925851] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438681, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.952422] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.953146] env[69722]: DEBUG nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.955913] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.222s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.956162] env[69722]: DEBUG nova.objects.instance [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lazy-loading 'resources' on Instance uuid 65bb2ffd-1edb-4eae-be93-542cc778cf3f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.991075] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438685, 'name': CreateVM_Task, 'duration_secs': 0.392276} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.991738] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.992182] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.992342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.992656] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.993129] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3066b8-a2c5-4cb2-a303-c0a742f8f2e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.997942] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 991.997942] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528f71d2-daaa-5b56-471a-283feaa2b46d" [ 991.997942] env[69722]: _type = "Task" [ 991.997942] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.006823] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528f71d2-daaa-5b56-471a-283feaa2b46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.062272] env[69722]: INFO nova.compute.manager [-] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Took 1.40 seconds to deallocate network for instance. [ 992.082241] env[69722]: DEBUG nova.compute.utils [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.149553] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.211392] env[69722]: DEBUG oslo_vmware.api [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438682, 'name': PowerOnVM_Task, 'duration_secs': 0.539519} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.211663] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.211888] env[69722]: INFO nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Took 7.44 seconds to spawn the instance on the hypervisor. [ 992.212090] env[69722]: DEBUG nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.213065] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e0c170-f6f5-48ea-b862-6f5f89491a31 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.226719] env[69722]: DEBUG nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.371856] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.428872] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438681, 'name': PowerOffVM_Task, 'duration_secs': 1.300651} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.428872] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.429076] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.429999] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d29b4b34-0500-4d45-8943-ea0b9ed79e4d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.462268] env[69722]: DEBUG nova.compute.utils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.463741] env[69722]: DEBUG nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.464617] env[69722]: DEBUG nova.network.neutron [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.499171] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.499413] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.499539] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Deleting the datastore file [datastore1] d0ee46d1-4f3e-42d9-8873-98ef2209ecbe {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.503391] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90424c5-5257-435a-aa98-2570239e288f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.509250] env[69722]: DEBUG nova.policy [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42a663f52c4413594987b87486e0a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30203621030f4d029466b835d24f0670', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.516343] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528f71d2-daaa-5b56-471a-283feaa2b46d, 'name': SearchDatastore_Task, 'duration_secs': 0.018599} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.517734] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.518045] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.518385] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.518725] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.518959] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.519459] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for the task: (returnval){ [ 992.519459] env[69722]: value = "task-3438687" [ 992.519459] env[69722]: _type = "Task" [ 992.519459] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.519772] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d2e3d0e-5fb8-43cf-9de6-9841e3a08278 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.533378] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.551623] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.552080] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.552610] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b12b8f84-3dcc-4ab8-a2e4-bb43e4462714 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.559865] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 992.559865] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247bf10-4937-ca7b-7b21-f05bd2a79e6d" [ 992.559865] env[69722]: _type = "Task" [ 992.559865] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.570761] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.571472] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247bf10-4937-ca7b-7b21-f05bd2a79e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.584777] env[69722]: DEBUG oslo_concurrency.lockutils [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.649770] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.732502] env[69722]: INFO nova.compute.manager [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Took 37.65 seconds to build instance. [ 992.746891] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.823742] env[69722]: DEBUG nova.network.neutron [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Successfully created port: e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.836569] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df021e09-3c0b-4d6b-90e5-7cb5ab874c13 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.844435] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae09227-e61e-4474-814c-0139b5925407 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.876639] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a98abc1-5497-4a8f-91c9-3747fd501cb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.884653] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af98d2-1bab-4e65-9730-e5e13c090e03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.899147] env[69722]: DEBUG nova.compute.provider_tree [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.966932] env[69722]: DEBUG nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.032446] env[69722]: DEBUG oslo_vmware.api [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Task: {'id': task-3438687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450896} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.032655] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.033460] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.033785] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.034062] env[69722]: INFO nova.compute.manager [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Took 2.18 seconds to destroy the instance on the hypervisor. [ 993.034323] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.034782] env[69722]: DEBUG nova.compute.manager [-] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 993.034851] env[69722]: DEBUG nova.network.neutron [-] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 993.072724] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5247bf10-4937-ca7b-7b21-f05bd2a79e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.073374] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba92f62-25e8-4054-8652-c7edc01ad80b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.082778] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 993.082778] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52811cb3-00ca-be62-d5e3-3bdef0fd598a" [ 993.082778] env[69722]: _type = "Task" [ 993.082778] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.092433] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52811cb3-00ca-be62-d5e3-3bdef0fd598a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.150205] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.236088] env[69722]: DEBUG oslo_concurrency.lockutils [None req-983a5a96-5267-48bd-930d-fd774aa33f31 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.170s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.402615] env[69722]: DEBUG nova.scheduler.client.report [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.454116] env[69722]: DEBUG nova.compute.manager [req-cc23a531-0d12-467c-807c-ebec4297277a req-3a84d6a2-f362-497f-887c-eae145500297 service nova] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Received event network-vif-deleted-3b6c86e8-a829-437c-b552-feb5a42a84ab {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.601020] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52811cb3-00ca-be62-d5e3-3bdef0fd598a, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.601418] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.601418] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.601675] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b231298-795d-4179-a7d5-65d53456e66e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.609282] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 993.609282] env[69722]: value = "task-3438688" [ 993.609282] env[69722]: _type = "Task" [ 993.609282] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.618213] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.652669] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.660966] env[69722]: DEBUG oslo_concurrency.lockutils [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.660966] env[69722]: DEBUG oslo_concurrency.lockutils [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.660966] env[69722]: INFO nova.compute.manager [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Attaching volume 8127ac35-6556-4f74-99c8-bc5e15664c8e to /dev/sdb [ 993.695047] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378ddbd0-7c10-405c-a48b-b18bbda7af1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.704133] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a447f2-caa1-4545-8601-c0a38416d035 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.717506] env[69722]: DEBUG nova.virt.block_device [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updating existing volume attachment record: 8d161fc5-907e-4b9d-8a5c-2714ea1e8669 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 993.909629] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.915209] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.857s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.964023] env[69722]: INFO nova.scheduler.client.report [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted allocations for instance 65bb2ffd-1edb-4eae-be93-542cc778cf3f [ 993.983277] env[69722]: DEBUG nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.013883] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.015811] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.015811] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.015811] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.017025] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.017025] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.017153] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.017316] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.017509] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.018301] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.018301] env[69722]: DEBUG nova.virt.hardware [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.019043] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eed54de-5f13-4f9b-bcb1-001ee17d77a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.031489] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebd5c96-a8ff-489a-bc82-6bada0123beb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.121759] env[69722]: DEBUG nova.network.neutron [-] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.123879] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438688, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.156045] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.472214] env[69722]: DEBUG nova.network.neutron [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Successfully updated port: e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.474449] env[69722]: DEBUG oslo_concurrency.lockutils [None req-41a3df32-b722-4fb4-ac97-1b18e539bb19 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "65bb2ffd-1edb-4eae-be93-542cc778cf3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.344s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.625662] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514361} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.625662] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.625662] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.625662] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9ebe83c-d100-41e0-9d5f-f62bfe9c056d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.630054] env[69722]: INFO nova.compute.manager [-] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Took 1.59 seconds to deallocate network for instance. [ 994.635465] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 994.635465] env[69722]: value = "task-3438692" [ 994.635465] env[69722]: _type = "Task" [ 994.635465] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.655616] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.661521] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.702999] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.703250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.836558] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37c31e1-57df-43ee-a79f-e9394fc6b39a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.845129] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02842152-eb80-4214-8325-0a6ab98ddc55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.876037] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1fb43b-319c-43d5-8405-49ff4102dcc5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.883582] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1f4220-c1f3-47dc-be47-87d61fe1a941 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.899663] env[69722]: DEBUG nova.compute.provider_tree [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.978268] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.980307] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.980307] env[69722]: DEBUG nova.network.neutron [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.052232] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.052517] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.052992] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.053203] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.053393] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.056474] env[69722]: INFO nova.compute.manager [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Terminating instance [ 995.136497] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.146028] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063763} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.148724] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.149510] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b74e2a-3756-4561-97c9-f37cec9848be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.157758] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.178807] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.178807] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a908d128-3992-4888-be57-6fa94dc8a2ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.200503] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 995.200503] env[69722]: value = "task-3438693" [ 995.200503] env[69722]: _type = "Task" [ 995.200503] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.205695] env[69722]: DEBUG nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.211225] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.403054] env[69722]: DEBUG nova.scheduler.client.report [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.490934] env[69722]: DEBUG nova.compute.manager [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Received event network-vif-deleted-9159ee46-49f9-4cea-9ce5-eb15c4943160 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.491180] env[69722]: DEBUG nova.compute.manager [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Received event network-vif-plugged-e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.491370] env[69722]: DEBUG oslo_concurrency.lockutils [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.491702] env[69722]: DEBUG oslo_concurrency.lockutils [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] Lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.491888] env[69722]: DEBUG oslo_concurrency.lockutils [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] Lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.492068] env[69722]: DEBUG nova.compute.manager [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] No waiting events found dispatching network-vif-plugged-e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.492839] env[69722]: WARNING nova.compute.manager [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Received unexpected event network-vif-plugged-e8e2812a-3d80-464f-989c-381133074c0f for instance with vm_state building and task_state spawning. [ 995.492839] env[69722]: DEBUG nova.compute.manager [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Received event network-changed-e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.492839] env[69722]: DEBUG nova.compute.manager [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Refreshing instance network info cache due to event network-changed-e8e2812a-3d80-464f-989c-381133074c0f. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.492839] env[69722]: DEBUG oslo_concurrency.lockutils [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.518805] env[69722]: DEBUG nova.network.neutron [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.560393] env[69722]: DEBUG nova.compute.manager [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.560619] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.561605] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66925905-74b3-42d0-bbff-956e49b521d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.572335] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.572597] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c68b89c-1b03-47fb-a77d-d762ecd92d7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.579143] env[69722]: DEBUG oslo_vmware.api [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 995.579143] env[69722]: value = "task-3438694" [ 995.579143] env[69722]: _type = "Task" [ 995.579143] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.587463] env[69722]: DEBUG oslo_vmware.api [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.654988] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.675658] env[69722]: DEBUG nova.network.neutron [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.703154] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.703457] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.718089] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438693, 'name': ReconfigVM_Task, 'duration_secs': 0.32256} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.721516] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.722420] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c39449a4-de5f-40f4-b464-b51a832183a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.729555] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 995.729555] env[69722]: value = "task-3438695" [ 995.729555] env[69722]: _type = "Task" [ 995.729555] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.734553] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.741185] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438695, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.090313] env[69722]: DEBUG oslo_vmware.api [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438694, 'name': PowerOffVM_Task, 'duration_secs': 0.194629} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.090514] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.090900] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.091219] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b388e5e-88af-4727-9acb-0cb70dc51a4e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.153806] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.154068] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.154259] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleting the datastore file [datastore2] 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.154550] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b1a283-2f3b-46bc-a12e-2415a0c46da8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.159689] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.164304] env[69722]: DEBUG oslo_vmware.api [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 996.164304] env[69722]: value = "task-3438697" [ 996.164304] env[69722]: _type = "Task" [ 996.164304] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.172155] env[69722]: DEBUG oslo_vmware.api [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.178765] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.179065] env[69722]: DEBUG nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Instance network_info: |[{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.179348] env[69722]: DEBUG oslo_concurrency.lockutils [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.179524] env[69722]: DEBUG nova.network.neutron [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Refreshing network info cache for port e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.180947] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:16:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8e2812a-3d80-464f-989c-381133074c0f', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.189775] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Creating folder: Project (30203621030f4d029466b835d24f0670). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.192717] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22f0c2cf-2010-46e8-8ff3-d15a9cfea9c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.205890] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Created folder: Project (30203621030f4d029466b835d24f0670) in parent group-v686248. [ 996.207047] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Creating folder: Instances. Parent ref: group-v686472. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.207047] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0be5826e-e9d5-4da6-837a-87698fc86e73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.208236] env[69722]: DEBUG nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.218835] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Created folder: Instances in parent group-v686472. [ 996.219177] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.219282] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.219485] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fc01032-e97e-4b1d-8a9d-ae7f9492cae3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.248080] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438695, 'name': Rename_Task, 'duration_secs': 0.17807} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.251623] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.251865] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.251865] env[69722]: value = "task-3438700" [ 996.251865] env[69722]: _type = "Task" [ 996.251865] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.252088] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c785a8-e28b-4edd-b3a4-85a210dc5b8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.263063] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438700, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.264450] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 996.264450] env[69722]: value = "task-3438701" [ 996.264450] env[69722]: _type = "Task" [ 996.264450] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.273382] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.413551] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.500s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.416354] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.848s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.416579] env[69722]: DEBUG nova.objects.instance [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lazy-loading 'resources' on Instance uuid 9fa94347-fbac-434f-ac77-fe19742a41a3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.460324] env[69722]: DEBUG nova.network.neutron [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updated VIF entry in instance network info cache for port e8e2812a-3d80-464f-989c-381133074c0f. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.460759] env[69722]: DEBUG nova.network.neutron [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.655799] env[69722]: DEBUG oslo_vmware.api [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438679, 'name': ReconfigVM_Task, 'duration_secs': 5.785828} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.656098] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.656369] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Reconfigured VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 996.672656] env[69722]: DEBUG oslo_vmware.api [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237542} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.672919] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.673115] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.673301] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.673481] env[69722]: INFO nova.compute.manager [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Took 1.11 seconds to destroy the instance on the hypervisor. [ 996.673720] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.673910] env[69722]: DEBUG nova.compute.manager [-] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.674017] env[69722]: DEBUG nova.network.neutron [-] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.731417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.763976] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438700, 'name': CreateVM_Task, 'duration_secs': 0.331767} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.764106] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.764712] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.764882] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.765222] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.765526] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74d3f49-9b8a-4558-82be-f6110023d8f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.773041] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 996.773041] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523f5d12-15cb-fbac-36b9-abbc85573997" [ 996.773041] env[69722]: _type = "Task" [ 996.773041] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.776455] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438701, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.787044] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523f5d12-15cb-fbac-36b9-abbc85573997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.963990] env[69722]: DEBUG oslo_concurrency.lockutils [req-12b6afb9-d984-4401-9c6c-b477ba98891a req-619f57c5-da6a-452d-9710-2331bb32b118 service nova] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.984966] env[69722]: INFO nova.scheduler.client.report [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted allocation for migration eedf2640-c210-427d-a722-ee853727544d [ 997.276396] env[69722]: DEBUG oslo_vmware.api [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438701, 'name': PowerOnVM_Task, 'duration_secs': 0.536455} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.276743] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.277142] env[69722]: INFO nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Took 5.91 seconds to spawn the instance on the hypervisor. [ 997.277205] env[69722]: DEBUG nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.281689] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80c0c61-b894-4f7a-beae-b591c1775575 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.284939] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb1ce80-9fe6-4495-8e85-3df702238f78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.301298] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523f5d12-15cb-fbac-36b9-abbc85573997, 'name': SearchDatastore_Task, 'duration_secs': 0.016591} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.303466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80de5d71-5a5a-4661-bec2-25a92207045b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.306037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.306150] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.306325] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.306472] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.306644] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.307256] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8be25b31-a16a-404e-8f74-c78587fbbfbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.354417] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bab894-cc30-4db9-a8b7-8771fa0b10aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.359729] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.359729] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.359729] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e477eb-9b74-4a22-a9a0-6d31a69f5b3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.372114] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70cd901-dcd5-439b-9744-4236c68039d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.378448] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 997.378448] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520ccfb3-6e46-383a-62f6-e8ca1dbf9376" [ 997.378448] env[69722]: _type = "Task" [ 997.378448] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.391562] env[69722]: DEBUG nova.compute.provider_tree [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.398594] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520ccfb3-6e46-383a-62f6-e8ca1dbf9376, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.493871] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a57de7f1-babb-4957-923c-a0040fe25d43 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.972s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.578286] env[69722]: DEBUG nova.network.neutron [-] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.592367] env[69722]: DEBUG nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-vif-deleted-b7ee70e2-6da2-46aa-b01d-9d08142b43ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.592553] env[69722]: INFO nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Neutron deleted interface b7ee70e2-6da2-46aa-b01d-9d08142b43ca; detaching it from the instance and deleting it from the info cache [ 997.592827] env[69722]: DEBUG nova.network.neutron [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7174cef7-7880-40f9-8ebe-8154ed0d23b6", "address": "fa:16:3e:e8:4b:2a", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7174cef7-78", "ovs_interfaceid": "7174cef7-7880-40f9-8ebe-8154ed0d23b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.818152] env[69722]: INFO nova.compute.manager [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Took 26.90 seconds to build instance. [ 997.889358] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520ccfb3-6e46-383a-62f6-e8ca1dbf9376, 'name': SearchDatastore_Task, 'duration_secs': 0.030433} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.890735] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b28481-8c4f-49ac-869a-8662c30e4497 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.899995] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 997.899995] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c1458c-e830-064b-ee2f-aa89a66ab4af" [ 997.899995] env[69722]: _type = "Task" [ 997.899995] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.910023] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c1458c-e830-064b-ee2f-aa89a66ab4af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.923643] env[69722]: ERROR nova.scheduler.client.report [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] [req-22741ad2-e1c5-4838-af43-b6e8629c77f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22741ad2-e1c5-4838-af43-b6e8629c77f1"}]} [ 997.947132] env[69722]: DEBUG nova.scheduler.client.report [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 997.962583] env[69722]: DEBUG nova.scheduler.client.report [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 997.962813] env[69722]: DEBUG nova.compute.provider_tree [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 997.965036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.965276] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.965481] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.965660] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.965826] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.968191] env[69722]: INFO nova.compute.manager [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Terminating instance [ 997.978550] env[69722]: DEBUG nova.scheduler.client.report [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 997.998475] env[69722]: DEBUG nova.scheduler.client.report [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 998.081688] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.084312] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.084312] env[69722]: DEBUG nova.network.neutron [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.085082] env[69722]: INFO nova.compute.manager [-] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Took 1.41 seconds to deallocate network for instance. [ 998.100871] env[69722]: DEBUG oslo_concurrency.lockutils [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] Acquiring lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.321015] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1c4eefe8-693c-4e15-b506-fa788a6b3001 tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "92479aee-268b-4e22-833d-ac25b910b102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.410s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.370431] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40efde7-55d1-4aa7-90e9-2df18aee86c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.378046] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c4353-5514-4148-bf46-94f5286fe5e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.412975] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a901b43-c6d2-4bab-aaf6-ee05d4e48e3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.423071] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c1458c-e830-064b-ee2f-aa89a66ab4af, 'name': SearchDatastore_Task, 'duration_secs': 0.020255} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.423071] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.423220] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 7bb71f82-7f50-469a-9827-8e27bb446245/7bb71f82-7f50-469a-9827-8e27bb446245.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.424416] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ebdb35-d124-4986-b385-5e0e5d6661a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.428050] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381c41fc-5263-4167-8d0a-64bf7c4d8b37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.442019] env[69722]: DEBUG nova.compute.provider_tree [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.442166] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 998.442166] env[69722]: value = "task-3438703" [ 998.442166] env[69722]: _type = "Task" [ 998.442166] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.449590] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.471056] env[69722]: DEBUG nova.compute.manager [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 998.471226] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 998.472066] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a226d5c-76a4-47a5-9b46-49c37f435e33 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.479066] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.479302] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae7edc10-8a5e-48d1-8dc0-9a91e76d34c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.484969] env[69722]: DEBUG oslo_vmware.api [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 998.484969] env[69722]: value = "task-3438704" [ 998.484969] env[69722]: _type = "Task" [ 998.484969] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.494073] env[69722]: DEBUG oslo_vmware.api [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.585751] env[69722]: INFO nova.compute.manager [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Rebuilding instance [ 998.602840] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.634472] env[69722]: DEBUG nova.compute.manager [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.635618] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da86793-c938-4ac6-b71a-6efeff78e909 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.784959] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 998.785273] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686471', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'name': 'volume-8127ac35-6556-4f74-99c8-bc5e15664c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc781a52-cfc0-409d-871d-9207e6891593', 'attached_at': '', 'detached_at': '', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'serial': '8127ac35-6556-4f74-99c8-bc5e15664c8e'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 998.786506] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390aab25-0ef8-45c1-aa15-fcc13f7093c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.809075] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997063e6-741a-4910-b913-74d1fb4e3476 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.839340] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] volume-8127ac35-6556-4f74-99c8-bc5e15664c8e/volume-8127ac35-6556-4f74-99c8-bc5e15664c8e.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.839759] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47b1b1fd-0523-4d99-815b-d5624df9dd2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.861925] env[69722]: DEBUG oslo_vmware.api [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 998.861925] env[69722]: value = "task-3438705" [ 998.861925] env[69722]: _type = "Task" [ 998.861925] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.873705] env[69722]: DEBUG oslo_vmware.api [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.904315] env[69722]: INFO nova.network.neutron [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Port 7174cef7-7880-40f9-8ebe-8154ed0d23b6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 998.904634] env[69722]: DEBUG nova.network.neutron [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.956310] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438703, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.980914] env[69722]: DEBUG nova.scheduler.client.report [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 998.980914] env[69722]: DEBUG nova.compute.provider_tree [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 108 to 109 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 998.981160] env[69722]: DEBUG nova.compute.provider_tree [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 998.993223] env[69722]: DEBUG oslo_vmware.api [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438704, 'name': PowerOffVM_Task, 'duration_secs': 0.213275} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.996018] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.996018] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 998.996018] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96588027-f2dc-44ce-9fa3-4a1cb3d6f58a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.080908] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "98ab9f8d-0c12-429a-a991-fe7489c45925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.081222] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.081504] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.081813] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.082176] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.085481] env[69722]: INFO nova.compute.manager [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Terminating instance [ 999.089568] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.089773] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.089988] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleting the datastore file [datastore2] ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.090270] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79622213-e1c5-44c8-bea4-8f5eb27d6a3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.096958] env[69722]: DEBUG oslo_vmware.api [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 999.096958] env[69722]: value = "task-3438707" [ 999.096958] env[69722]: _type = "Task" [ 999.096958] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.109716] env[69722]: DEBUG oslo_vmware.api [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.371367] env[69722]: DEBUG oslo_vmware.api [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438705, 'name': ReconfigVM_Task, 'duration_secs': 0.465858} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.371645] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Reconfigured VM instance instance-00000046 to attach disk [datastore1] volume-8127ac35-6556-4f74-99c8-bc5e15664c8e/volume-8127ac35-6556-4f74-99c8-bc5e15664c8e.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.376629] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93dd343d-9059-4b54-bd4f-3b2d3a7e6fac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.390811] env[69722]: DEBUG oslo_vmware.api [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 999.390811] env[69722]: value = "task-3438708" [ 999.390811] env[69722]: _type = "Task" [ 999.390811] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.398639] env[69722]: DEBUG oslo_vmware.api [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438708, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.407302] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.455494] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533092} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.455753] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 7bb71f82-7f50-469a-9827-8e27bb446245/7bb71f82-7f50-469a-9827-8e27bb446245.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.455959] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.456231] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1eb49f1-8342-44ac-b877-15ab4d6968db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.462024] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 999.462024] env[69722]: value = "task-3438709" [ 999.462024] env[69722]: _type = "Task" [ 999.462024] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.471959] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438709, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.486619] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.070s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.489288] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.654s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.490950] env[69722]: INFO nova.compute.claims [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.517163] env[69722]: INFO nova.scheduler.client.report [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Deleted allocations for instance 9fa94347-fbac-434f-ac77-fe19742a41a3 [ 999.589368] env[69722]: DEBUG nova.compute.manager [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.589595] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.590536] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413ad928-87d7-47c0-b526-b2e9ec073a2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.604193] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.604734] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb7bce54-cac0-4b7f-a374-7efc9111f732 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.611981] env[69722]: DEBUG oslo_vmware.api [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230478} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.615240] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.615463] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 999.615637] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 999.615839] env[69722]: INFO nova.compute.manager [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 999.616139] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.620252] env[69722]: DEBUG oslo_vmware.api [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 999.620252] env[69722]: value = "task-3438710" [ 999.620252] env[69722]: _type = "Task" [ 999.620252] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.620475] env[69722]: DEBUG nova.compute.manager [-] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 999.620715] env[69722]: DEBUG nova.network.neutron [-] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 999.622359] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "05b24896-d5dd-4a18-a473-ebf73b357c11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.622598] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.633048] env[69722]: DEBUG oslo_vmware.api [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.649839] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.650154] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7741a30d-c706-49a4-8879-ae12f29b3c01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.656776] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 999.656776] env[69722]: value = "task-3438711" [ 999.656776] env[69722]: _type = "Task" [ 999.656776] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.667631] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.676716] env[69722]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 7174cef7-7880-40f9-8ebe-8154ed0d23b6 could not be found.", "detail": ""}} {{(pid=69722) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 999.676979] env[69722]: DEBUG nova.network.neutron [-] Unable to show port 7174cef7-7880-40f9-8ebe-8154ed0d23b6 as it no longer exists. {{(pid=69722) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 999.902019] env[69722]: DEBUG oslo_vmware.api [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438708, 'name': ReconfigVM_Task, 'duration_secs': 0.1589} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.902019] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686471', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'name': 'volume-8127ac35-6556-4f74-99c8-bc5e15664c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc781a52-cfc0-409d-871d-9207e6891593', 'attached_at': '', 'detached_at': '', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'serial': '8127ac35-6556-4f74-99c8-bc5e15664c8e'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 999.911493] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c9d3b3f2-cf8b-45c2-8306-14918bd577a4 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-ae41ee5f-86e0-4596-aaba-403fbbd201f3-b7ee70e2-6da2-46aa-b01d-9d08142b43ca" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.897s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.974391] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438709, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117429} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.974696] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.975617] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bb60fa-66a1-43c0-85df-6bd808a8cedd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.999404] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 7bb71f82-7f50-469a-9827-8e27bb446245/7bb71f82-7f50-469a-9827-8e27bb446245.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.002804] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba7e47d6-0716-4e90-a3f6-55ba2127a3c7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.026762] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1000.026762] env[69722]: value = "task-3438712" [ 1000.026762] env[69722]: _type = "Task" [ 1000.026762] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.027213] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4313da55-1ef9-4fbe-9c58-91fa2a845bab tempest-ImagesOneServerNegativeTestJSON-2047724104 tempest-ImagesOneServerNegativeTestJSON-2047724104-project-member] Lock "9fa94347-fbac-434f-ac77-fe19742a41a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.988s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.037388] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438712, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.130577] env[69722]: DEBUG nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.143102] env[69722]: DEBUG oslo_vmware.api [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438710, 'name': PowerOffVM_Task, 'duration_secs': 0.255527} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.143387] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.143554] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.143876] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf439a6-f994-4415-8c1b-de82086daa78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.165315] env[69722]: DEBUG nova.compute.manager [req-a2c7429d-e2e4-4d00-bf5b-864461c1c4fb req-461805b0-2ab2-44d5-bd37-99083ca7649d service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-vif-deleted-6ba265ca-ee66-4f93-a8b6-51562c90ecb1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.165781] env[69722]: INFO nova.compute.manager [req-a2c7429d-e2e4-4d00-bf5b-864461c1c4fb req-461805b0-2ab2-44d5-bd37-99083ca7649d service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Neutron deleted interface 6ba265ca-ee66-4f93-a8b6-51562c90ecb1; detaching it from the instance and deleting it from the info cache [ 1000.165944] env[69722]: DEBUG nova.network.neutron [req-a2c7429d-e2e4-4d00-bf5b-864461c1c4fb req-461805b0-2ab2-44d5-bd37-99083ca7649d service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.172270] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.218346] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.218542] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.218723] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleting the datastore file [datastore2] 98ab9f8d-0c12-429a-a991-fe7489c45925 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.218982] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5138ec6-8538-4b93-a6fd-7f5821a7d790 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.224775] env[69722]: DEBUG oslo_vmware.api [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1000.224775] env[69722]: value = "task-3438714" [ 1000.224775] env[69722]: _type = "Task" [ 1000.224775] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.235047] env[69722]: DEBUG oslo_vmware.api [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.388216] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a437f-ceb0-4623-8403-fa246ebe324e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.398781] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2871674-4719-48aa-83bd-06c84fd5b2b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.435541] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976302da-ac81-4885-89c2-a6832f25945c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.443996] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1b7ffc-4381-49ee-96a7-f524e0db39a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.458905] env[69722]: DEBUG nova.compute.provider_tree [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.539256] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438712, 'name': ReconfigVM_Task, 'duration_secs': 0.359641} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.539556] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 7bb71f82-7f50-469a-9827-8e27bb446245/7bb71f82-7f50-469a-9827-8e27bb446245.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.540207] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fd46c4a-f283-4620-a906-ea85d1e10944 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.546548] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1000.546548] env[69722]: value = "task-3438715" [ 1000.546548] env[69722]: _type = "Task" [ 1000.546548] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.554640] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438715, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.618284] env[69722]: DEBUG nova.network.neutron [-] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.654029] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.670514] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438711, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.670887] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a28bb51-d814-40dd-9a54-1910cb80f0bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.681313] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba6bf8-d087-4792-a43d-2150e8226970 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.715666] env[69722]: DEBUG nova.compute.manager [req-a2c7429d-e2e4-4d00-bf5b-864461c1c4fb req-461805b0-2ab2-44d5-bd37-99083ca7649d service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Detach interface failed, port_id=6ba265ca-ee66-4f93-a8b6-51562c90ecb1, reason: Instance ae41ee5f-86e0-4596-aaba-403fbbd201f3 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.734792] env[69722]: DEBUG oslo_vmware.api [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189576} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.736246] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.736246] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.736246] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.736246] env[69722]: INFO nova.compute.manager [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1000.736246] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.736246] env[69722]: DEBUG nova.compute.manager [-] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.736246] env[69722]: DEBUG nova.network.neutron [-] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.961645] env[69722]: DEBUG nova.scheduler.client.report [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.971380] env[69722]: DEBUG nova.objects.instance [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.057629] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438715, 'name': Rename_Task, 'duration_secs': 0.204551} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.057945] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.058184] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec2299b-4ba0-4dd7-a911-f80bb2c3a6e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.064833] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1001.064833] env[69722]: value = "task-3438716" [ 1001.064833] env[69722]: _type = "Task" [ 1001.064833] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.073183] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.081066] env[69722]: DEBUG oslo_concurrency.lockutils [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.121376] env[69722]: INFO nova.compute.manager [-] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Took 1.50 seconds to deallocate network for instance. [ 1001.171029] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438711, 'name': PowerOffVM_Task, 'duration_secs': 1.047761} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.171029] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.171702] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.172883] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbff96d-6fc9-435c-965e-880ec69673ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.179822] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.179978] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c404b381-3a52-4aae-9bb0-70567153fb03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.206488] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.206727] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.206908] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Deleting the datastore file [datastore1] 92479aee-268b-4e22-833d-ac25b910b102 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.207304] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c0d5b61-43e5-479c-abfc-26033a4ca073 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.214979] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1001.214979] env[69722]: value = "task-3438718" [ 1001.214979] env[69722]: _type = "Task" [ 1001.214979] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.226875] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.467313] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.978s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.467833] env[69722]: DEBUG nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.470757] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.862s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.470757] env[69722]: DEBUG nova.objects.instance [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lazy-loading 'resources' on Instance uuid ca5a5434-ee5a-447e-b24e-f8cd2629f6ce {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.476204] env[69722]: DEBUG oslo_concurrency.lockutils [None req-31dfe12e-de32-4040-94d3-be1365abde04 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.477127] env[69722]: DEBUG oslo_concurrency.lockutils [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.396s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.479102] env[69722]: DEBUG nova.compute.manager [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.479102] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cd6352-6967-4462-ba3e-71935924e826 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.484543] env[69722]: DEBUG nova.compute.manager [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1001.485124] env[69722]: DEBUG nova.objects.instance [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.535350] env[69722]: DEBUG nova.network.neutron [-] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.574998] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438716, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.627621] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.726172] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172605} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.726448] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.726632] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.726798] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.979552] env[69722]: DEBUG nova.compute.utils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.981242] env[69722]: DEBUG nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.981550] env[69722]: DEBUG nova.network.neutron [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.039468] env[69722]: INFO nova.compute.manager [-] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Took 1.30 seconds to deallocate network for instance. [ 1002.042788] env[69722]: DEBUG nova.policy [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b0eaeb16b3c4f92bb3b828c763434c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7141868242d847378908b97720422905', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.075693] env[69722]: DEBUG oslo_vmware.api [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438716, 'name': PowerOnVM_Task, 'duration_secs': 0.588532} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.075977] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.076686] env[69722]: INFO nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1002.076883] env[69722]: DEBUG nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.081204] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829a5626-2931-46be-8313-a4142968bdc6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.196795] env[69722]: DEBUG nova.compute.manager [req-2473df03-43b5-485b-94e8-c482b2898398 req-3e040de6-e070-4716-ab98-b1c392ad33c6 service nova] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Received event network-vif-deleted-881da292-1466-43e9-8ede-68d68cac7863 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.398019] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d76063-ec71-4855-bdb9-88a2b45e92e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.407197] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30098039-e150-45f1-bfdb-b9b6e0596c57 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.464313] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3865fe11-3ab2-4a81-8589-6ba640962802 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.478511] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27703a1a-f41a-48c9-b2d1-80f8b1bc2a16 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.496493] env[69722]: DEBUG nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.502320] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.502862] env[69722]: DEBUG nova.compute.provider_tree [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.506267] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42907ca4-9bd9-4273-b3a1-66bc8210ec01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.512901] env[69722]: DEBUG oslo_vmware.api [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1002.512901] env[69722]: value = "task-3438719" [ 1002.512901] env[69722]: _type = "Task" [ 1002.512901] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.521044] env[69722]: DEBUG oslo_vmware.api [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.533306] env[69722]: DEBUG nova.network.neutron [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Successfully created port: 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.555595] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.601211] env[69722]: INFO nova.compute.manager [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Took 30.77 seconds to build instance. [ 1002.770091] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.770241] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.770337] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.770539] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.770707] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.770884] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.771114] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.771299] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.771499] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.771830] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.771929] env[69722]: DEBUG nova.virt.hardware [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.772872] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a9263f-0769-41ca-8240-8dcccdfbc391 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.781364] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e4ace-1291-4791-a365-a3bd12f33a2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.797127] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.803651] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.803981] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.804201] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eeca092-ac5a-4a70-91f6-7421404a21b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.821508] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.821508] env[69722]: value = "task-3438720" [ 1002.821508] env[69722]: _type = "Task" [ 1002.821508] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.837059] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438720, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.009514] env[69722]: DEBUG nova.scheduler.client.report [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.022448] env[69722]: DEBUG oslo_vmware.api [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438719, 'name': PowerOffVM_Task, 'duration_secs': 0.267578} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.023085] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.023085] env[69722]: DEBUG nova.compute.manager [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.024112] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8e47dc-52e7-4e3c-991b-6aaa04336f2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.104914] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c5d901e1-f5c2-4c71-8cb0-3da0c056dcb9 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.283s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.334448] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438720, 'name': CreateVM_Task, 'duration_secs': 0.284285} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.334704] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.335292] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.335945] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.335945] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.336373] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a8d1f85-889f-42ff-b09c-7d58c0dbb860 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.343422] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1003.343422] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52603113-a0c1-c0be-3805-3e5e8d3ed1b1" [ 1003.343422] env[69722]: _type = "Task" [ 1003.343422] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.351525] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52603113-a0c1-c0be-3805-3e5e8d3ed1b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.442786] env[69722]: DEBUG nova.compute.manager [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Received event network-changed-e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.442992] env[69722]: DEBUG nova.compute.manager [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Refreshing instance network info cache due to event network-changed-e8e2812a-3d80-464f-989c-381133074c0f. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.443292] env[69722]: DEBUG oslo_concurrency.lockutils [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.443493] env[69722]: DEBUG oslo_concurrency.lockutils [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.443595] env[69722]: DEBUG nova.network.neutron [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Refreshing network info cache for port e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.515185] env[69722]: DEBUG nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.518634] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.521076] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.997s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.521305] env[69722]: DEBUG nova.objects.instance [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'pci_requests' on Instance uuid a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.541923] env[69722]: DEBUG oslo_concurrency.lockutils [None req-083a4a77-6426-4417-99d3-de9cee8178e6 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.549797] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.550346] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.550346] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.550506] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.550506] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.550647] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.550852] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.551487] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.551487] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.551668] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.551738] env[69722]: DEBUG nova.virt.hardware [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.552894] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e65536f-08c3-4ff7-b585-2bb5b90a3a6d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.556602] env[69722]: INFO nova.scheduler.client.report [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Deleted allocations for instance ca5a5434-ee5a-447e-b24e-f8cd2629f6ce [ 1003.564350] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b8f406-7d87-448d-b78e-e0e9d69c438d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.854735] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52603113-a0c1-c0be-3805-3e5e8d3ed1b1, 'name': SearchDatastore_Task, 'duration_secs': 0.029344} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.854978] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.855225] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.855467] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.855612] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.855790] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.856083] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3433e389-dcca-4f8a-8489-36b0fb3acb17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.864687] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.864878] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.865633] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0831c9f-83a7-40f6-bc2d-98237ff00d4c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.870818] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1003.870818] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5244df49-9758-0a61-168c-de4d757ba40c" [ 1003.870818] env[69722]: _type = "Task" [ 1003.870818] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.885954] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5244df49-9758-0a61-168c-de4d757ba40c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.025653] env[69722]: DEBUG nova.objects.instance [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'numa_topology' on Instance uuid a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.070620] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a2481a42-7cce-413e-bc93-1796d6b79aaf tempest-ServersAdminTestJSON-1395298346 tempest-ServersAdminTestJSON-1395298346-project-member] Lock "ca5a5434-ee5a-447e-b24e-f8cd2629f6ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.895s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.331473] env[69722]: DEBUG nova.compute.manager [req-4fa01101-7218-45bf-964e-d09ba4b1fa6b req-1bf112a9-2308-49e6-923a-2a1f6ee59364 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Received event network-vif-plugged-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.331473] env[69722]: DEBUG oslo_concurrency.lockutils [req-4fa01101-7218-45bf-964e-d09ba4b1fa6b req-1bf112a9-2308-49e6-923a-2a1f6ee59364 service nova] Acquiring lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.331779] env[69722]: DEBUG oslo_concurrency.lockutils [req-4fa01101-7218-45bf-964e-d09ba4b1fa6b req-1bf112a9-2308-49e6-923a-2a1f6ee59364 service nova] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.331898] env[69722]: DEBUG oslo_concurrency.lockutils [req-4fa01101-7218-45bf-964e-d09ba4b1fa6b req-1bf112a9-2308-49e6-923a-2a1f6ee59364 service nova] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.332026] env[69722]: DEBUG nova.compute.manager [req-4fa01101-7218-45bf-964e-d09ba4b1fa6b req-1bf112a9-2308-49e6-923a-2a1f6ee59364 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] No waiting events found dispatching network-vif-plugged-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.333024] env[69722]: WARNING nova.compute.manager [req-4fa01101-7218-45bf-964e-d09ba4b1fa6b req-1bf112a9-2308-49e6-923a-2a1f6ee59364 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Received unexpected event network-vif-plugged-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e for instance with vm_state building and task_state spawning. [ 1004.363731] env[69722]: DEBUG nova.network.neutron [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updated VIF entry in instance network info cache for port e8e2812a-3d80-464f-989c-381133074c0f. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.364195] env[69722]: DEBUG nova.network.neutron [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.382633] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5244df49-9758-0a61-168c-de4d757ba40c, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.384487] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2307113b-6136-4dd8-b78a-b9a7b9c8d893 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.390932] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1004.390932] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc05bc-0ef4-be6c-0cb2-8622b46580cc" [ 1004.390932] env[69722]: _type = "Task" [ 1004.390932] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.399215] env[69722]: DEBUG nova.network.neutron [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Successfully updated port: 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.406896] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc05bc-0ef4-be6c-0cb2-8622b46580cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.528131] env[69722]: INFO nova.compute.claims [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.867232] env[69722]: DEBUG oslo_concurrency.lockutils [req-b267b910-649c-4618-b683-cd15be2cb7e8 req-70fcdbd7-e22a-41fd-b8bc-e9ec7e164981 service nova] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.908720] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.908720] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.908720] env[69722]: DEBUG nova.network.neutron [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.909629] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc05bc-0ef4-be6c-0cb2-8622b46580cc, 'name': SearchDatastore_Task, 'duration_secs': 0.018773} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.910070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.910314] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.910564] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa73b1de-f41a-4e6c-aab6-f61cc90d3e87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.917323] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1004.917323] env[69722]: value = "task-3438721" [ 1004.917323] env[69722]: _type = "Task" [ 1004.917323] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.926340] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.974666] env[69722]: DEBUG nova.objects.instance [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.429640] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438721, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.485326] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.485326] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.485326] env[69722]: DEBUG nova.network.neutron [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.485326] env[69722]: DEBUG nova.objects.instance [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'info_cache' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.758330] env[69722]: DEBUG nova.network.neutron [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.930718] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779052} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.934247] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.934508] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.935155] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6966ef-d046-4bf5-ab2d-caedae8607fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.942124] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1005.942124] env[69722]: value = "task-3438722" [ 1005.942124] env[69722]: _type = "Task" [ 1005.942124] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.948038] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84f88a9-64cb-44b8-b0f0-fe8c81f1c2d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.962866] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef045f4-d481-41e8-a86d-16ca9e678578 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.963791] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.998090] env[69722]: DEBUG nova.objects.base [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.003453] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d557ab8-ac67-4e9f-8afa-98545cc899f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.012505] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa808e1c-9d6c-42cf-8b10-14445321ffbb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.027491] env[69722]: DEBUG nova.compute.provider_tree [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.156863] env[69722]: DEBUG nova.network.neutron [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Updating instance_info_cache with network_info: [{"id": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "address": "fa:16:3e:13:7a:4c", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7a34f9-6f", "ovs_interfaceid": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.362132] env[69722]: DEBUG nova.compute.manager [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Received event network-changed-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.362132] env[69722]: DEBUG nova.compute.manager [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Refreshing instance network info cache due to event network-changed-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.362132] env[69722]: DEBUG oslo_concurrency.lockutils [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] Acquiring lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.464027] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143799} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.464027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1006.464027] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6daa27ca-c8f7-4e55-abfa-74c00c7c31b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.490955] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.491695] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1eba43-b90d-4567-8ed8-c851443ecfec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.511155] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1006.511155] env[69722]: value = "task-3438723" [ 1006.511155] env[69722]: _type = "Task" [ 1006.511155] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.519419] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.536855] env[69722]: DEBUG nova.scheduler.client.report [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.659497] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Releasing lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.659900] env[69722]: DEBUG nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Instance network_info: |[{"id": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "address": "fa:16:3e:13:7a:4c", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7a34f9-6f", "ovs_interfaceid": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.660234] env[69722]: DEBUG oslo_concurrency.lockutils [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] Acquired lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.661043] env[69722]: DEBUG nova.network.neutron [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Refreshing network info cache for port 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.662758] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:7a:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f7a34f9-6f98-499b-a6a9-09ca25e46c6e', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.672301] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.675824] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.676695] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a442318e-88d7-4f27-85cd-a6fd8b367bfb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.700086] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.700086] env[69722]: value = "task-3438724" [ 1006.700086] env[69722]: _type = "Task" [ 1006.700086] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.709086] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438724, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.029827] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438723, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.044045] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.522s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.049268] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.539s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.050183] env[69722]: DEBUG nova.objects.instance [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'resources' on Instance uuid 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.101372] env[69722]: INFO nova.network.neutron [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1007.146035] env[69722]: DEBUG nova.network.neutron [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updating instance_info_cache with network_info: [{"id": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "address": "fa:16:3e:ff:2d:6b", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e14c051-a6", "ovs_interfaceid": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.216091] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438724, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.264977] env[69722]: DEBUG nova.network.neutron [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Updated VIF entry in instance network info cache for port 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.264977] env[69722]: DEBUG nova.network.neutron [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Updating instance_info_cache with network_info: [{"id": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "address": "fa:16:3e:13:7a:4c", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7a34f9-6f", "ovs_interfaceid": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.525303] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438723, 'name': ReconfigVM_Task, 'duration_secs': 0.705589} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.525303] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 92479aee-268b-4e22-833d-ac25b910b102/92479aee-268b-4e22-833d-ac25b910b102.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.525303] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-997604f9-ce03-4391-bd4f-627384891599 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.532055] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1007.532055] env[69722]: value = "task-3438725" [ 1007.532055] env[69722]: _type = "Task" [ 1007.532055] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.539191] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438725, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.555386] env[69722]: DEBUG nova.objects.instance [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'numa_topology' on Instance uuid 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.650762] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.714375] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438724, 'name': CreateVM_Task, 'duration_secs': 0.554675} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.714375] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.714631] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.714798] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.715128] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.715409] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710555c2-5905-468e-a5f1-44dd8cbebfc5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.721808] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1007.721808] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5298137a-fb30-17c8-1fdf-f7f3559f02f6" [ 1007.721808] env[69722]: _type = "Task" [ 1007.721808] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.729843] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5298137a-fb30-17c8-1fdf-f7f3559f02f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.771405] env[69722]: DEBUG oslo_concurrency.lockutils [req-0a031924-e555-4bde-8cbb-8a04569b1524 req-3f429f79-6cce-41aa-95c8-a4008724df18 service nova] Releasing lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.046021] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438725, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.058646] env[69722]: DEBUG nova.objects.base [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Object Instance<28923d24-a4d2-42e9-a1b1-3eeb9dd90e11> lazy-loaded attributes: resources,numa_topology {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.237181] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5298137a-fb30-17c8-1fdf-f7f3559f02f6, 'name': SearchDatastore_Task, 'duration_secs': 0.037846} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.237181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.237181] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.237181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.237181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.237181] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.237477] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-417e9d50-3f2b-4351-896a-be744a7ca311 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.245887] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.246080] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.246821] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5827345-2418-44c2-82e1-88cc72b3c8d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.254410] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1008.254410] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ba85c5-51ab-243a-fba8-8f6a329c0863" [ 1008.254410] env[69722]: _type = "Task" [ 1008.254410] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.260321] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ba85c5-51ab-243a-fba8-8f6a329c0863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.445578] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0856cea9-e028-495d-b277-91697ad92602 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.456290] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4569013e-8c51-48df-87c8-5862e89d9a7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.489112] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e38e2e-e07a-4494-a421-54636e88cf93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.496709] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0995b35-e0a1-4336-bc89-b825a952d9e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.510637] env[69722]: DEBUG nova.compute.provider_tree [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.545043] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438725, 'name': Rename_Task, 'duration_secs': 0.808162} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.545364] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.545656] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f4563b-9360-409a-a1cc-003fa571fd5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.552236] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1008.552236] env[69722]: value = "task-3438726" [ 1008.552236] env[69722]: _type = "Task" [ 1008.552236] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.560233] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.658205] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.660933] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d22bccc2-4633-4fbf-bc51-c7c9a2f0e7c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.666788] env[69722]: DEBUG oslo_vmware.api [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1008.666788] env[69722]: value = "task-3438727" [ 1008.666788] env[69722]: _type = "Task" [ 1008.666788] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.680327] env[69722]: DEBUG oslo_vmware.api [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.773662] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ba85c5-51ab-243a-fba8-8f6a329c0863, 'name': SearchDatastore_Task, 'duration_secs': 0.013087} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.777134] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5245c2c4-ed73-4212-8174-58dbe90c96d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.783484] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1008.783484] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52779c60-cdc0-6130-44e5-277163665642" [ 1008.783484] env[69722]: _type = "Task" [ 1008.783484] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.798250] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52779c60-cdc0-6130-44e5-277163665642, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.798250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.798250] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9a0b33a4-e566-4985-95b4-f602ced6e0e0/9a0b33a4-e566-4985-95b4-f602ced6e0e0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1008.798250] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0caf857b-2f1d-4cde-ae6c-589c4513a7d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.807978] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1008.807978] env[69722]: value = "task-3438728" [ 1008.807978] env[69722]: _type = "Task" [ 1008.807978] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.816455] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.871924] env[69722]: DEBUG nova.compute.manager [req-a63ffb81-0cff-4c17-b566-53d79fdd798b req-9f7d9619-57c6-4327-872f-f6a0b58a276d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-vif-plugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.872207] env[69722]: DEBUG oslo_concurrency.lockutils [req-a63ffb81-0cff-4c17-b566-53d79fdd798b req-9f7d9619-57c6-4327-872f-f6a0b58a276d service nova] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.872579] env[69722]: DEBUG oslo_concurrency.lockutils [req-a63ffb81-0cff-4c17-b566-53d79fdd798b req-9f7d9619-57c6-4327-872f-f6a0b58a276d service nova] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.872797] env[69722]: DEBUG oslo_concurrency.lockutils [req-a63ffb81-0cff-4c17-b566-53d79fdd798b req-9f7d9619-57c6-4327-872f-f6a0b58a276d service nova] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.873068] env[69722]: DEBUG nova.compute.manager [req-a63ffb81-0cff-4c17-b566-53d79fdd798b req-9f7d9619-57c6-4327-872f-f6a0b58a276d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] No waiting events found dispatching network-vif-plugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.873314] env[69722]: WARNING nova.compute.manager [req-a63ffb81-0cff-4c17-b566-53d79fdd798b req-9f7d9619-57c6-4327-872f-f6a0b58a276d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received unexpected event network-vif-plugged-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc for instance with vm_state shelved_offloaded and task_state spawning. [ 1009.017061] env[69722]: DEBUG nova.scheduler.client.report [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.049914] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.050015] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.050178] env[69722]: DEBUG nova.network.neutron [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.070057] env[69722]: DEBUG oslo_vmware.api [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438726, 'name': PowerOnVM_Task, 'duration_secs': 0.44363} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.070632] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.070840] env[69722]: DEBUG nova.compute.manager [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.072139] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2205c8c-6837-4f29-aeea-dce7515cb6c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.186396] env[69722]: DEBUG oslo_vmware.api [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438727, 'name': PowerOnVM_Task, 'duration_secs': 0.360207} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.187306] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.187670] env[69722]: DEBUG nova.compute.manager [None req-25c9ec98-7844-44ee-81b6-ea2f2e26db11 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.188854] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ba636-143a-433e-b2ea-3432a1b2e813 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.209338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "c51b5827-ae23-450c-bec4-cd835b1f4533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.209663] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.319592] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495723} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.319892] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9a0b33a4-e566-4985-95b4-f602ced6e0e0/9a0b33a4-e566-4985-95b4-f602ced6e0e0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1009.320137] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1009.320412] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdc68275-22d7-4ab1-8de5-25feaa1f2d54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.330125] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1009.330125] env[69722]: value = "task-3438729" [ 1009.330125] env[69722]: _type = "Task" [ 1009.330125] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.338097] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438729, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.530151] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.479s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.532659] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.571s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.536489] env[69722]: INFO nova.compute.claims [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.595451] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.713621] env[69722]: DEBUG nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1009.840828] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438729, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065289} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.841257] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.842073] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42add722-c1ce-4d2f-a120-b56af520edfc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.867330] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 9a0b33a4-e566-4985-95b4-f602ced6e0e0/9a0b33a4-e566-4985-95b4-f602ced6e0e0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.868785] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f0060f0-b9a1-4ec4-a902-c5f9031a7e73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.886497] env[69722]: DEBUG nova.network.neutron [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7623af8b-09", "ovs_interfaceid": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.892536] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1009.892536] env[69722]: value = "task-3438730" [ 1009.892536] env[69722]: _type = "Task" [ 1009.892536] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.902079] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.048912] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fabe683b-d714-43f4-b13a-9e9b9dcef2b9 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 40.046s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.049909] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.859s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.050374] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.050374] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.050543] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.053740] env[69722]: INFO nova.compute.manager [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Terminating instance [ 1010.242369] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.389834] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.392290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "92479aee-268b-4e22-833d-ac25b910b102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.392493] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "92479aee-268b-4e22-833d-ac25b910b102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.392669] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "92479aee-268b-4e22-833d-ac25b910b102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.392856] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "92479aee-268b-4e22-833d-ac25b910b102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.393179] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "92479aee-268b-4e22-833d-ac25b910b102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.398750] env[69722]: INFO nova.compute.manager [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Terminating instance [ 1010.406362] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.421648] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='3c141e34c36c27ae7baf1e9c418f29dc',container_format='bare',created_at=2025-04-15T14:03:12Z,direct_url=,disk_format='vmdk',id=220b54bd-2ef7-4264-8467-a0516eb3e8d8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1279284439-shelved',owner='aae6f66b0bbe493b9d09f443e81c6b5d',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-04-15T14:03:26Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.421942] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.422095] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.422288] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.422475] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.422632] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.422909] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.423126] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.423312] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.423507] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.423693] env[69722]: DEBUG nova.virt.hardware [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.424966] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1286dbab-36ec-4a39-b40b-8971580a04d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.435689] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1b009-8467-4250-a630-7f428815cc8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.450734] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:35:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7623af8b-09e0-46ec-a1b3-8fb05ae98fcc', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.458029] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.458029] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.458250] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e3a3819-5b7a-4168-aa87-0988e74490db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.478205] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.478205] env[69722]: value = "task-3438731" [ 1010.478205] env[69722]: _type = "Task" [ 1010.478205] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.486330] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438731, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.557750] env[69722]: DEBUG nova.compute.manager [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.558020] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.558467] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1bdd35d-8dbe-48a0-a1c6-40eb825925c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.570884] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2898bbf-a502-4259-b757-613955b25fea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.605449] env[69722]: WARNING nova.virt.vmwareapi.vmops [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11 could not be found. [ 1010.605765] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.605861] env[69722]: INFO nova.compute.manager [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1010.606396] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.611033] env[69722]: DEBUG nova.compute.manager [-] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.611033] env[69722]: DEBUG nova.network.neutron [-] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.905819] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "refresh_cache-92479aee-268b-4e22-833d-ac25b910b102" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.905819] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquired lock "refresh_cache-92479aee-268b-4e22-833d-ac25b910b102" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.905819] env[69722]: DEBUG nova.network.neutron [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.911981] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438730, 'name': ReconfigVM_Task, 'duration_secs': 0.662355} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.914713] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 9a0b33a4-e566-4985-95b4-f602ced6e0e0/9a0b33a4-e566-4985-95b4-f602ced6e0e0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.914713] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb0018b7-acd0-459f-b3d1-a576f3a310d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.920018] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1010.920018] env[69722]: value = "task-3438732" [ 1010.920018] env[69722]: _type = "Task" [ 1010.920018] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.925822] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925f5297-2186-4435-b5ad-08b6f2e01083 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.931256] env[69722]: DEBUG nova.compute.manager [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.931445] env[69722]: DEBUG nova.compute.manager [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing instance network info cache due to event network-changed-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.931663] env[69722]: DEBUG oslo_concurrency.lockutils [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] Acquiring lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.931801] env[69722]: DEBUG oslo_concurrency.lockutils [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] Acquired lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.931955] env[69722]: DEBUG nova.network.neutron [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Refreshing network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.940137] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438732, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.940137] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0dd630-4b7b-4b1d-951d-5733f5049911 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.976807] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1589d1-c331-4d58-b750-9aae4b8c7d30 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.992229] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70015c56-bfd0-4cb2-85e5-78bd99736ade {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.996300] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438731, 'name': CreateVM_Task, 'duration_secs': 0.421564} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.996504] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.997648] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.997825] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.998200] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.998537] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1675ef88-6d5e-46e3-92a4-eb657b39bb0f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.008492] env[69722]: DEBUG nova.compute.provider_tree [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.014125] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1011.014125] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5242bc3b-4961-6924-6cf1-df24e649a15d" [ 1011.014125] env[69722]: _type = "Task" [ 1011.014125] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.020047] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5242bc3b-4961-6924-6cf1-df24e649a15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.406489] env[69722]: DEBUG nova.network.neutron [-] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.430480] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438732, 'name': Rename_Task, 'duration_secs': 0.280832} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.430777] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.431688] env[69722]: DEBUG nova.network.neutron [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.433387] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5b70c2-79bd-428d-8073-6664fd89dd1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.442296] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1011.442296] env[69722]: value = "task-3438733" [ 1011.442296] env[69722]: _type = "Task" [ 1011.442296] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.451470] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.512099] env[69722]: DEBUG nova.scheduler.client.report [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.525984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.526329] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Processing image 220b54bd-2ef7-4264-8467-a0516eb3e8d8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.526640] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8/220b54bd-2ef7-4264-8467-a0516eb3e8d8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.526813] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8/220b54bd-2ef7-4264-8467-a0516eb3e8d8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.527094] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.527353] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd85488-47eb-49dc-8abc-66d1b6e901b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.820536] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.820536] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.822464] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c63f6bf-2504-46ef-96bf-0856d5e06668 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.831045] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1011.831045] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526be2af-e689-7bd4-2b1c-6b474a5454d3" [ 1011.831045] env[69722]: _type = "Task" [ 1011.831045] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.838996] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526be2af-e689-7bd4-2b1c-6b474a5454d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.852393] env[69722]: DEBUG nova.network.neutron [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.911894] env[69722]: INFO nova.compute.manager [-] [instance: 28923d24-a4d2-42e9-a1b1-3eeb9dd90e11] Took 1.30 seconds to deallocate network for instance. [ 1011.953363] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.962948] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "03f2926f-cd72-4de7-8543-f53314a68102" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.962948] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "03f2926f-cd72-4de7-8543-f53314a68102" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.021249] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.021765] env[69722]: DEBUG nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1012.024513] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.858s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.024735] env[69722]: DEBUG nova.objects.instance [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lazy-loading 'resources' on Instance uuid b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.085436] env[69722]: DEBUG nova.network.neutron [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updated VIF entry in instance network info cache for port 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.085821] env[69722]: DEBUG nova.network.neutron [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [{"id": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "address": "fa:16:3e:8f:35:e4", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7623af8b-09", "ovs_interfaceid": "7623af8b-09e0-46ec-a1b3-8fb05ae98fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.340068] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Preparing fetch location {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1012.340374] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Fetch image to [datastore2] OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2/OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2.vmdk {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1012.340664] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Downloading stream optimized image 220b54bd-2ef7-4264-8467-a0516eb3e8d8 to [datastore2] OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2/OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2.vmdk on the data store datastore2 as vApp {{(pid=69722) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1012.340911] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Downloading image file data 220b54bd-2ef7-4264-8467-a0516eb3e8d8 to the ESX as VM named 'OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2' {{(pid=69722) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1012.354589] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Releasing lock "refresh_cache-92479aee-268b-4e22-833d-ac25b910b102" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.354992] env[69722]: DEBUG nova.compute.manager [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.355200] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.356670] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d3e6d4-eccd-40c9-b795-a4c704a24fc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.364530] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.364770] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-763899a4-7dad-4a3a-9339-4789718108b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.384088] env[69722]: DEBUG oslo_vmware.api [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1012.384088] env[69722]: value = "task-3438734" [ 1012.384088] env[69722]: _type = "Task" [ 1012.384088] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.391879] env[69722]: DEBUG oslo_vmware.api [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.414976] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1012.414976] env[69722]: value = "resgroup-9" [ 1012.414976] env[69722]: _type = "ResourcePool" [ 1012.414976] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1012.415336] env[69722]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-969a1a28-5509-4de8-b6c4-f536b722a0e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.436978] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease: (returnval){ [ 1012.436978] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cf53f1-1797-533e-460b-f4906c1237c5" [ 1012.436978] env[69722]: _type = "HttpNfcLease" [ 1012.436978] env[69722]: } obtained for vApp import into resource pool (val){ [ 1012.436978] env[69722]: value = "resgroup-9" [ 1012.436978] env[69722]: _type = "ResourcePool" [ 1012.436978] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1012.437316] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the lease: (returnval){ [ 1012.437316] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cf53f1-1797-533e-460b-f4906c1237c5" [ 1012.437316] env[69722]: _type = "HttpNfcLease" [ 1012.437316] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1012.443607] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.443607] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cf53f1-1797-533e-460b-f4906c1237c5" [ 1012.443607] env[69722]: _type = "HttpNfcLease" [ 1012.443607] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.453124] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438733, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.465624] env[69722]: DEBUG nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.530661] env[69722]: DEBUG nova.compute.utils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.532225] env[69722]: DEBUG nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.532348] env[69722]: DEBUG nova.network.neutron [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.587332] env[69722]: DEBUG nova.policy [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '276b01ed889b47ed88f6d57b789a605c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa571cf925ff43c6810fa643a96489d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.589101] env[69722]: DEBUG oslo_concurrency.lockutils [req-c5320a57-d20b-467a-a21f-7a9555084b95 req-b81ddb21-bc96-467b-ae25-a35f2bbe153d service nova] Releasing lock "refresh_cache-a716f045-1598-433c-ae67-32c7107544a5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.897385] env[69722]: DEBUG oslo_vmware.api [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438734, 'name': PowerOffVM_Task, 'duration_secs': 0.200912} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.897674] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.898186] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.898186] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6edf9cd-f47b-4630-9422-8f81160575e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.906565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031258ce-70e2-4c8f-be12-a859f8533945 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.916925] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f94d7e-166d-4e1b-8525-ea296c28c431 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.956176] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c56a512-9d1c-4a91-85c1-7ba1031483c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.960744] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.960974] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.962792] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Deleting the datastore file [datastore2] 92479aee-268b-4e22-833d-ac25b910b102 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.962792] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ed62b1b-df77-4f22-a91d-4d18c1e08908 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "28923d24-a4d2-42e9-a1b1-3eeb9dd90e11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.912s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.963017] env[69722]: DEBUG nova.network.neutron [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Successfully created port: 4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.964699] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b1b464d-b97c-48a0-997d-5b3ece685b99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.972678] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1012.972678] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cf53f1-1797-533e-460b-f4906c1237c5" [ 1012.972678] env[69722]: _type = "HttpNfcLease" [ 1012.972678] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1012.981052] env[69722]: DEBUG oslo_vmware.api [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for the task: (returnval){ [ 1012.981052] env[69722]: value = "task-3438737" [ 1012.981052] env[69722]: _type = "Task" [ 1012.981052] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.981508] env[69722]: DEBUG oslo_vmware.api [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438733, 'name': PowerOnVM_Task, 'duration_secs': 1.253781} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.982822] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2caa6ba-dd76-4536-bd61-db64fbe32270 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.988114] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.988440] env[69722]: INFO nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Took 9.47 seconds to spawn the instance on the hypervisor. [ 1012.988525] env[69722]: DEBUG nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.992835] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee325e-338b-420d-b84d-73a71244c130 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.999454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.012734] env[69722]: DEBUG nova.compute.provider_tree [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.014438] env[69722]: DEBUG oslo_vmware.api [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.037539] env[69722]: DEBUG nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1013.456749] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1013.456749] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cf53f1-1797-533e-460b-f4906c1237c5" [ 1013.456749] env[69722]: _type = "HttpNfcLease" [ 1013.456749] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1013.457135] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1013.457135] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cf53f1-1797-533e-460b-f4906c1237c5" [ 1013.457135] env[69722]: _type = "HttpNfcLease" [ 1013.457135] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1013.457901] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efc242d-f758-4c4a-9e54-f0a2e378f0a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.465052] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529076ef-dc6a-65db-f128-a664833c15c9/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1013.465265] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529076ef-dc6a-65db-f128-a664833c15c9/disk-0.vmdk. {{(pid=69722) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1013.523832] env[69722]: DEBUG nova.scheduler.client.report [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.543607] env[69722]: INFO nova.compute.manager [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Took 34.73 seconds to build instance. [ 1013.559119] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0650bf71-7331-4f74-a821-922531d905ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.566237] env[69722]: DEBUG oslo_vmware.api [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Task: {'id': task-3438737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119215} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.566237] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.566237] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.566237] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.566237] env[69722]: INFO nova.compute.manager [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1013.566237] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.566453] env[69722]: DEBUG nova.compute.manager [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.566453] env[69722]: DEBUG nova.network.neutron [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.588787] env[69722]: DEBUG nova.network.neutron [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.850214] env[69722]: DEBUG nova.compute.manager [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.851173] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974e44c9-6a5e-4d8a-a5aa-d3f9199735bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.032732] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.036128] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.746s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.038588] env[69722]: INFO nova.compute.claims [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.045606] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0d900c04-210e-4cc1-8500-6e08547ba38c tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.239s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.059666] env[69722]: INFO nova.scheduler.client.report [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Deleted allocations for instance b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c [ 1014.062162] env[69722]: DEBUG nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1014.090956] env[69722]: DEBUG nova.network.neutron [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.095228] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.095480] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.095696] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.095899] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.096077] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.096234] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.096472] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.096633] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.096799] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.096992] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.097190] env[69722]: DEBUG nova.virt.hardware [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.098470] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2a10d9-df9e-44ab-b4ca-d692dd89004c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.115131] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b04e68-0a42-428f-a31f-baa7b46bf848 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.362702] env[69722]: INFO nova.compute.manager [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] instance snapshotting [ 1014.363350] env[69722]: DEBUG nova.objects.instance [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'flavor' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.533402] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.533641] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.574211] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4d1d4785-2aa0-4abe-ae23-785fa42c2066 tempest-ServersTestMultiNic-943331484 tempest-ServersTestMultiNic-943331484-project-member] Lock "b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.604s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.589138] env[69722]: DEBUG nova.compute.manager [req-5e395e65-4fe2-49b2-ba00-f4ca630606a9 req-665444ce-8fdf-46ed-8078-a357926ede9b service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Received event network-vif-plugged-4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.589464] env[69722]: DEBUG oslo_concurrency.lockutils [req-5e395e65-4fe2-49b2-ba00-f4ca630606a9 req-665444ce-8fdf-46ed-8078-a357926ede9b service nova] Acquiring lock "4213eb1b-11d1-4867-b59c-6ab329e92006-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.589692] env[69722]: DEBUG oslo_concurrency.lockutils [req-5e395e65-4fe2-49b2-ba00-f4ca630606a9 req-665444ce-8fdf-46ed-8078-a357926ede9b service nova] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.589908] env[69722]: DEBUG oslo_concurrency.lockutils [req-5e395e65-4fe2-49b2-ba00-f4ca630606a9 req-665444ce-8fdf-46ed-8078-a357926ede9b service nova] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.590134] env[69722]: DEBUG nova.compute.manager [req-5e395e65-4fe2-49b2-ba00-f4ca630606a9 req-665444ce-8fdf-46ed-8078-a357926ede9b service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] No waiting events found dispatching network-vif-plugged-4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.590329] env[69722]: WARNING nova.compute.manager [req-5e395e65-4fe2-49b2-ba00-f4ca630606a9 req-665444ce-8fdf-46ed-8078-a357926ede9b service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Received unexpected event network-vif-plugged-4f524571-3f2f-4ac5-a71f-f128adbf0979 for instance with vm_state building and task_state spawning. [ 1014.593622] env[69722]: INFO nova.compute.manager [-] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Took 1.03 seconds to deallocate network for instance. [ 1014.872179] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a68aca-a839-4c4e-986d-e53e4f96983d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.898426] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64773df3-b18a-4416-8aa1-cc8099b506aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.925705] env[69722]: DEBUG nova.network.neutron [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Successfully updated port: 4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.968186] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Completed reading data from the image iterator. {{(pid=69722) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1014.968420] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529076ef-dc6a-65db-f128-a664833c15c9/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1014.969596] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58783e7-67c2-4198-ad5d-20b9ba799ce7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.976659] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529076ef-dc6a-65db-f128-a664833c15c9/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1014.976828] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529076ef-dc6a-65db-f128-a664833c15c9/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1014.977074] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6350506b-ba52-4c31-a0c1-5d3eff2a1daa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.038314] env[69722]: DEBUG nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.100397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.231364] env[69722]: DEBUG oslo_vmware.rw_handles [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529076ef-dc6a-65db-f128-a664833c15c9/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1015.231364] env[69722]: INFO nova.virt.vmwareapi.images [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Downloaded image file data 220b54bd-2ef7-4264-8467-a0516eb3e8d8 [ 1015.232301] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f929b510-4d52-4d2b-9dc6-a904d2f234db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.252787] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a101b432-a353-4c77-a468-e4d855a262e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.279807] env[69722]: INFO nova.virt.vmwareapi.images [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] The imported VM was unregistered [ 1015.282660] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Caching image {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1015.282660] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating directory with path [datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.283396] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f771e41f-d69d-4695-8c05-bcd2340a8f82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.300341] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created directory with path [datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.300341] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2/OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2.vmdk to [datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8/220b54bd-2ef7-4264-8467-a0516eb3e8d8.vmdk. {{(pid=69722) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1015.300341] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4474f0b2-277c-47d0-b22c-475f0ad741e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.307698] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1015.307698] env[69722]: value = "task-3438739" [ 1015.307698] env[69722]: _type = "Task" [ 1015.307698] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.315710] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438739, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.411215] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1015.414275] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8b46ba3b-dd53-4a20-90ff-4e21c8006a0f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.424856] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1015.424856] env[69722]: value = "task-3438740" [ 1015.424856] env[69722]: _type = "Task" [ 1015.424856] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.429117] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.429277] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.429509] env[69722]: DEBUG nova.network.neutron [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.445695] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438740, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.522028] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091607cb-e566-4750-81b2-8b54c5802253 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.534386] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fd5067-437c-4d80-bda7-dea71adfe2e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.592351] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e8f988-e3a8-44f3-84b9-1cb5a95522fc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.606398] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ed9c65-dbc2-4e53-91a4-d31cff1045cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.616082] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.626013] env[69722]: DEBUG nova.compute.provider_tree [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.821291] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438739, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.937260] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.991216] env[69722]: DEBUG nova.network.neutron [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1016.129884] env[69722]: DEBUG nova.scheduler.client.report [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.155824] env[69722]: DEBUG nova.network.neutron [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Updating instance_info_cache with network_info: [{"id": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "address": "fa:16:3e:af:84:8e", "network": {"id": "2e75bc92-13d7-426f-a6f6-21ef2de657ef", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1347040393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa571cf925ff43c6810fa643a96489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f524571-3f", "ovs_interfaceid": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.322259] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438739, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.436545] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.635686] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.635686] env[69722]: DEBUG nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.638663] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.267s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.642316] env[69722]: DEBUG nova.objects.instance [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lazy-loading 'resources' on Instance uuid 01ca7a98-3897-4e1a-8ec3-f70f476afd7d {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.661630] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Releasing lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.661963] env[69722]: DEBUG nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Instance network_info: |[{"id": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "address": "fa:16:3e:af:84:8e", "network": {"id": "2e75bc92-13d7-426f-a6f6-21ef2de657ef", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1347040393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa571cf925ff43c6810fa643a96489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f524571-3f", "ovs_interfaceid": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.662798] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:84:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f524571-3f2f-4ac5-a71f-f128adbf0979', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.678226] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Creating folder: Project (fa571cf925ff43c6810fa643a96489d6). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.678226] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70f5ccdd-5233-4b03-a6d7-fd67b8a1398c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.690447] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Created folder: Project (fa571cf925ff43c6810fa643a96489d6) in parent group-v686248. [ 1016.691042] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Creating folder: Instances. Parent ref: group-v686479. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1016.691419] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b47a8f8-569f-424c-b6d5-b701a0e16b75 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.703461] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Created folder: Instances in parent group-v686479. [ 1016.703951] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.704322] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.704659] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a077802-df2c-42d7-91a4-234c7bf0c5ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.729617] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.729617] env[69722]: value = "task-3438743" [ 1016.729617] env[69722]: _type = "Task" [ 1016.729617] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.741894] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438743, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.823058] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438739, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.944310] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438740, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.002162] env[69722]: DEBUG nova.compute.manager [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Received event network-changed-4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.002367] env[69722]: DEBUG nova.compute.manager [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Refreshing instance network info cache due to event network-changed-4f524571-3f2f-4ac5-a71f-f128adbf0979. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.002590] env[69722]: DEBUG oslo_concurrency.lockutils [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] Acquiring lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.002731] env[69722]: DEBUG oslo_concurrency.lockutils [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] Acquired lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.002888] env[69722]: DEBUG nova.network.neutron [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Refreshing network info cache for port 4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.148764] env[69722]: DEBUG nova.compute.utils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.151705] env[69722]: DEBUG nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1017.252256] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438743, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.331625] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438739, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.443135] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438740, 'name': CreateSnapshot_Task, 'duration_secs': 1.81905} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.443360] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1017.444289] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4193e06-c75a-45b5-85b9-cd9d0ed33185 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.650749] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da33b2f-ce52-4f2a-8394-1f8bca0eb6e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.657819] env[69722]: DEBUG nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.671953] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cd3568-b846-4fa2-acd1-0a1f9024993b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.716234] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867c8b0a-dc2a-4c04-9c11-ae99f2b45335 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.725105] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a58da4-0298-4980-b2ac-e4342679afa0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.739632] env[69722]: DEBUG nova.compute.provider_tree [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.748743] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438743, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.822052] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438739, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.469284} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.822052] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2/OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2.vmdk to [datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8/220b54bd-2ef7-4264-8467-a0516eb3e8d8.vmdk. [ 1017.822052] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Cleaning up location [datastore2] OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1017.822052] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d78b17e2-d508-4951-8818-fcb04cd0cdb2 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.822310] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9199fd5f-c3f5-481c-a770-92cfda49a98b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.827780] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1017.827780] env[69722]: value = "task-3438744" [ 1017.827780] env[69722]: _type = "Task" [ 1017.827780] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.835787] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.905792] env[69722]: DEBUG nova.network.neutron [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Updated VIF entry in instance network info cache for port 4f524571-3f2f-4ac5-a71f-f128adbf0979. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.905947] env[69722]: DEBUG nova.network.neutron [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Updating instance_info_cache with network_info: [{"id": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "address": "fa:16:3e:af:84:8e", "network": {"id": "2e75bc92-13d7-426f-a6f6-21ef2de657ef", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1347040393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa571cf925ff43c6810fa643a96489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f524571-3f", "ovs_interfaceid": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.970665] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.972030] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f427b48-96dc-47d4-9e3b-d15046819a63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.980273] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1017.980273] env[69722]: value = "task-3438745" [ 1017.980273] env[69722]: _type = "Task" [ 1017.980273] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.992026] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438745, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.247249] env[69722]: DEBUG nova.scheduler.client.report [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.252321] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438743, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.323678] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "28bce77d-f28b-4e03-884a-4a244456b6cf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.324443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.337960] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033245} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.338323] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.338501] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8/220b54bd-2ef7-4264-8467-a0516eb3e8d8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.339837] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8/220b54bd-2ef7-4264-8467-a0516eb3e8d8.vmdk to [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.339837] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0b0b74a-580f-43f7-bca3-04280c1b4c20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.345904] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1018.345904] env[69722]: value = "task-3438746" [ 1018.345904] env[69722]: _type = "Task" [ 1018.345904] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.354581] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.409236] env[69722]: DEBUG oslo_concurrency.lockutils [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] Releasing lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.409763] env[69722]: DEBUG nova.compute.manager [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.409979] env[69722]: DEBUG nova.compute.manager [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing instance network info cache due to event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.410128] env[69722]: DEBUG oslo_concurrency.lockutils [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] Acquiring lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.410294] env[69722]: DEBUG oslo_concurrency.lockutils [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] Acquired lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.410550] env[69722]: DEBUG nova.network.neutron [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.493317] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438745, 'name': CloneVM_Task} progress is 93%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.675107] env[69722]: DEBUG nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.699648] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.699891] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.700056] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.700244] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.700392] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.700539] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.700743] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.700899] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.702884] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.703235] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.703467] env[69722]: DEBUG nova.virt.hardware [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.704481] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa2893e-d8ff-4ae1-999f-a323031e6c7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.712880] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a93ca6d-a3b8-4bec-b144-76a32a72409c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.727102] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.736455] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Creating folder: Project (687bc13fe768474b9c84f2cea6443a3e). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.736891] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9466e2e4-273d-4e60-919d-4e14f3bb0591 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.747637] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Created folder: Project (687bc13fe768474b9c84f2cea6443a3e) in parent group-v686248. [ 1018.747957] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Creating folder: Instances. Parent ref: group-v686484. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.751262] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c466e0d3-25ac-4ea8-802c-4b05ce5048f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.752964] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438743, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.753763] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.756067] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.185s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.756340] env[69722]: DEBUG nova.objects.instance [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lazy-loading 'resources' on Instance uuid 531fc776-108c-442c-9bc2-6d34bd9625c3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.765284] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Created folder: Instances in parent group-v686484. [ 1018.765613] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.766585] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.766858] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-114bf595-e22c-4200-8c2a-2f6ae8466e7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.784566] env[69722]: INFO nova.scheduler.client.report [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Deleted allocations for instance 01ca7a98-3897-4e1a-8ec3-f70f476afd7d [ 1018.786694] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.786694] env[69722]: value = "task-3438749" [ 1018.786694] env[69722]: _type = "Task" [ 1018.786694] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.802021] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438749, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.827616] env[69722]: DEBUG nova.compute.utils [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1018.856930] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438746, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.992966] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438745, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.251073] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438743, 'name': CreateVM_Task, 'duration_secs': 2.03838} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.251667] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.252594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.252658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.252986] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.253295] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2905153c-7958-424b-ba55-abd879664974 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.262687] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1019.262687] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529f920d-290b-ab93-a663-408a59a92952" [ 1019.262687] env[69722]: _type = "Task" [ 1019.262687] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.277771] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529f920d-290b-ab93-a663-408a59a92952, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.282641] env[69722]: DEBUG nova.network.neutron [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updated VIF entry in instance network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.283069] env[69722]: DEBUG nova.network.neutron [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [{"id": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "address": "fa:16:3e:8c:1e:a1", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5f10ad-8b", "ovs_interfaceid": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.300123] env[69722]: DEBUG oslo_concurrency.lockutils [None req-df8d4f33-8b9b-40a1-99bb-78ec36165f19 tempest-MigrationsAdminTest-1453469956 tempest-MigrationsAdminTest-1453469956-project-member] Lock "01ca7a98-3897-4e1a-8ec3-f70f476afd7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.458s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.312440] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438749, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.331479] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.358846] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438746, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.495124] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438745, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.659882] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec0273e-7608-4e7b-8b7d-c15b56cb678f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.668776] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82fd0ea-cf62-4d9a-8b8b-4ca666b7eab6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.704230] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfaee66-042e-48d9-adf1-6925163b0e31 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.712966] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9611e3af-478f-4981-8fca-fafc329170f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.728950] env[69722]: DEBUG nova.compute.provider_tree [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.773413] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529f920d-290b-ab93-a663-408a59a92952, 'name': SearchDatastore_Task, 'duration_secs': 0.07747} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.774101] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.774348] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.774587] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.774828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.774913] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.775262] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07882eb7-2bf2-4b76-9fa6-bebae3afda40 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.786385] env[69722]: DEBUG oslo_concurrency.lockutils [req-de9138ca-9af3-4d55-b812-6a285b509e17 req-35335173-74bc-46e3-a74a-2f9642486618 service nova] Releasing lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.792596] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.792596] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.792596] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64bd098-8ae4-44af-8d12-f5d10bb3bb98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.802328] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1019.802328] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52735bbf-dd7d-1dfc-f71e-0fb9937fca8f" [ 1019.802328] env[69722]: _type = "Task" [ 1019.802328] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.806029] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438749, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.816750] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52735bbf-dd7d-1dfc-f71e-0fb9937fca8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.861717] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438746, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.107782] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438745, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.116775] env[69722]: DEBUG nova.compute.manager [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.117113] env[69722]: DEBUG nova.compute.manager [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing instance network info cache due to event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.117740] env[69722]: DEBUG oslo_concurrency.lockutils [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] Acquiring lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118050] env[69722]: DEBUG oslo_concurrency.lockutils [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] Acquired lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.118231] env[69722]: DEBUG nova.network.neutron [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.235074] env[69722]: DEBUG nova.scheduler.client.report [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.309101] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438749, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.320357] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52735bbf-dd7d-1dfc-f71e-0fb9937fca8f, 'name': SearchDatastore_Task, 'duration_secs': 0.091332} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.321287] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e18b7e-761f-435d-99e7-583901dd26e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.328558] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1020.328558] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52214e2c-13b8-f4e2-a452-59d17c241b1a" [ 1020.328558] env[69722]: _type = "Task" [ 1020.328558] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.339017] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52214e2c-13b8-f4e2-a452-59d17c241b1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.362172] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438746, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.419473] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "28bce77d-f28b-4e03-884a-4a244456b6cf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.420278] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.420575] env[69722]: INFO nova.compute.manager [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Attaching volume 89940618-24cb-41ab-ac22-2f9ecbd9dbd5 to /dev/sdb [ 1020.463393] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6422ac-bae6-4330-82f1-b5063fb69a17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.473276] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f64a859-ba52-4d4a-84da-297130aefb5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.490531] env[69722]: DEBUG nova.virt.block_device [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updating existing volume attachment record: 9112fb13-9faa-42c7-8f4c-9eb3df6df48a {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1020.503298] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438745, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.738954] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.743808] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.996s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.748020] env[69722]: INFO nova.compute.claims [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.795268] env[69722]: INFO nova.scheduler.client.report [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Deleted allocations for instance 531fc776-108c-442c-9bc2-6d34bd9625c3 [ 1020.816620] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438749, 'name': CreateVM_Task, 'duration_secs': 1.761322} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.820881] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1020.820881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.820881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.820881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.821502] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73aca22-cf38-4a47-9ebb-2cf646e84421 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.839766] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1020.839766] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524bdc12-4849-e81f-e411-42aea4c8a332" [ 1020.839766] env[69722]: _type = "Task" [ 1020.839766] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.850642] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524bdc12-4849-e81f-e411-42aea4c8a332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.853715] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52214e2c-13b8-f4e2-a452-59d17c241b1a, 'name': SearchDatastore_Task, 'duration_secs': 0.08933} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.858327] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.858623] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 4213eb1b-11d1-4867-b59c-6ab329e92006/4213eb1b-11d1-4867-b59c-6ab329e92006.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.859067] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.859318] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.859525] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.859713] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.859940] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.862020] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40ab0563-f9c0-49dd-8c62-ba35268ee60f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.868666] env[69722]: INFO nova.compute.manager [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Terminating instance [ 1020.880495] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438746, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.882675] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1020.882675] env[69722]: value = "task-3438753" [ 1020.882675] env[69722]: _type = "Task" [ 1020.882675] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.893679] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.000679] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438745, 'name': CloneVM_Task, 'duration_secs': 2.76942} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.001092] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Created linked-clone VM from snapshot [ 1021.005497] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fa0c16-2392-42e8-a30f-c58954de9916 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.011982] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Uploading image a718bb74-88ff-41a3-8e9b-6ef4f618e28a {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1021.052162] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1021.052162] env[69722]: value = "vm-686483" [ 1021.052162] env[69722]: _type = "VirtualMachine" [ 1021.052162] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1021.052989] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e38cb6c2-e0b8-4b0f-87b3-59e24ac102f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.062378] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease: (returnval){ [ 1021.062378] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b6128b-6a8d-c57c-1402-15d8b2a167ec" [ 1021.062378] env[69722]: _type = "HttpNfcLease" [ 1021.062378] env[69722]: } obtained for exporting VM: (result){ [ 1021.062378] env[69722]: value = "vm-686483" [ 1021.062378] env[69722]: _type = "VirtualMachine" [ 1021.062378] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1021.062872] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the lease: (returnval){ [ 1021.062872] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b6128b-6a8d-c57c-1402-15d8b2a167ec" [ 1021.062872] env[69722]: _type = "HttpNfcLease" [ 1021.062872] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1021.075424] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.075424] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b6128b-6a8d-c57c-1402-15d8b2a167ec" [ 1021.075424] env[69722]: _type = "HttpNfcLease" [ 1021.075424] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1021.075905] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1021.075905] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b6128b-6a8d-c57c-1402-15d8b2a167ec" [ 1021.075905] env[69722]: _type = "HttpNfcLease" [ 1021.075905] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1021.076788] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244b3669-0ada-4b32-99ec-fb30489cf7fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.081990] env[69722]: DEBUG nova.network.neutron [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updated VIF entry in instance network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.082338] env[69722]: DEBUG nova.network.neutron [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [{"id": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "address": "fa:16:3e:8c:1e:a1", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5f10ad-8b", "ovs_interfaceid": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.089681] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b4200-679a-484c-7ce7-44a5e896785f/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1021.089903] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b4200-679a-484c-7ce7-44a5e896785f/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1021.201177] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55741d96-ede7-4a86-8877-291f51482950 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.597793] env[69722]: DEBUG nova.compute.manager [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.598184] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.601972] env[69722]: DEBUG oslo_concurrency.lockutils [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] Releasing lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.604647] env[69722]: DEBUG nova.compute.manager [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Received event network-changed-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.604647] env[69722]: DEBUG nova.compute.manager [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Refreshing instance network info cache due to event network-changed-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.604647] env[69722]: DEBUG oslo_concurrency.lockutils [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] Acquiring lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.604647] env[69722]: DEBUG oslo_concurrency.lockutils [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] Acquired lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.604647] env[69722]: DEBUG nova.network.neutron [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Refreshing network info cache for port 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.604647] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fa2f4f3-d509-4c6b-aa79-b4a44d4ed360 tempest-ListServerFiltersTestJSON-1134887779 tempest-ListServerFiltersTestJSON-1134887779-project-member] Lock "531fc776-108c-442c-9bc2-6d34bd9625c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.601s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.614322] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef503216-2b7d-43c5-bf39-d7c56aaf3ef0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.641805] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610519} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.641805] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438746, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.714822} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.642577] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524bdc12-4849-e81f-e411-42aea4c8a332, 'name': SearchDatastore_Task, 'duration_secs': 0.089288} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.642577] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.642767] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 4213eb1b-11d1-4867-b59c-6ab329e92006/4213eb1b-11d1-4867-b59c-6ab329e92006.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.643060] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.643377] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/220b54bd-2ef7-4264-8467-a0516eb3e8d8/220b54bd-2ef7-4264-8467-a0516eb3e8d8.vmdk to [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.644162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.644812] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.644812] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.644812] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.645041] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.645357] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8765d9bf-360f-4689-8708-780f232c8212 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.647158] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8825fe2-3b39-4200-963d-3b61fbb38b85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.650832] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c723ec-f053-4e35-b62e-261b39379d9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.653995] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a718ae3a-1a80-40f2-a886-698efb56bad5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.680774] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.683242] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8efc8853-9a7d-4fa4-ae4d-2fda5c595639 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.698935] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1021.698935] env[69722]: value = "task-3438756" [ 1021.698935] env[69722]: _type = "Task" [ 1021.698935] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.699181] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.699628] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.700295] env[69722]: DEBUG oslo_vmware.api [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1021.700295] env[69722]: value = "task-3438755" [ 1021.700295] env[69722]: _type = "Task" [ 1021.700295] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.701044] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4c1cf04-88ff-4f01-99ff-700aca841ad7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.712270] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1021.712270] env[69722]: value = "task-3438757" [ 1021.712270] env[69722]: _type = "Task" [ 1021.712270] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.722405] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.722763] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1021.722763] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc9b64-f3a8-7acb-253c-3da9cb994542" [ 1021.722763] env[69722]: _type = "Task" [ 1021.722763] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.723040] env[69722]: DEBUG oslo_vmware.api [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.730275] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.735994] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc9b64-f3a8-7acb-253c-3da9cb994542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.224430] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186199} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.233269] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.233269] env[69722]: DEBUG oslo_vmware.api [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438755, 'name': PowerOffVM_Task, 'duration_secs': 0.406962} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.236494] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39568bc2-3a8b-4388-a5b3-b689ef8813eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.240040] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.240040] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.240376] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.243571] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1510b6db-98c5-4438-a144-74302145b71e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.256273] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dc9b64-f3a8-7acb-253c-3da9cb994542, 'name': SearchDatastore_Task, 'duration_secs': 0.029771} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.271342] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7e8335-89d6-46f5-819b-3fc3f1bdc5ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.284633] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 4213eb1b-11d1-4867-b59c-6ab329e92006/4213eb1b-11d1-4867-b59c-6ab329e92006.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.293040] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3ca17e7-7d5b-4b94-a426-947f4dc935af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.319093] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1022.319093] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bd15e6-02d0-b7de-1655-cd5c5ec6cb59" [ 1022.319093] env[69722]: _type = "Task" [ 1022.319093] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.322436] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1022.322436] env[69722]: value = "task-3438759" [ 1022.322436] env[69722]: _type = "Task" [ 1022.322436] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.336447] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.336938] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.339019] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Deleting the datastore file [datastore2] 9a0b33a4-e566-4985-95b4-f602ced6e0e0 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.343211] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2ed5edb-ec0c-4dac-aec6-6dc5fa0393c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.345966] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bd15e6-02d0-b7de-1655-cd5c5ec6cb59, 'name': SearchDatastore_Task, 'duration_secs': 0.014411} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.351049] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.351626] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.352120] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.356217] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7d24602-b1cb-4e6a-a834-71a233901988 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.365672] env[69722]: DEBUG oslo_vmware.api [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1022.365672] env[69722]: value = "task-3438760" [ 1022.365672] env[69722]: _type = "Task" [ 1022.365672] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.372703] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1022.372703] env[69722]: value = "task-3438761" [ 1022.372703] env[69722]: _type = "Task" [ 1022.372703] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.384815] env[69722]: DEBUG oslo_vmware.api [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.390838] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438761, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.660626] env[69722]: DEBUG nova.compute.manager [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Received event network-changed-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.660886] env[69722]: DEBUG nova.compute.manager [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Refreshing instance network info cache due to event network-changed-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.661171] env[69722]: DEBUG oslo_concurrency.lockutils [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] Acquiring lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.712019] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dea8c1-3750-4974-a9f8-be6833b1dc0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.725536] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fe31ed-4176-40b1-ae94-def9c4ef6b48 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.732967] env[69722]: DEBUG nova.network.neutron [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Updated VIF entry in instance network info cache for port 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.733344] env[69722]: DEBUG nova.network.neutron [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Updating instance_info_cache with network_info: [{"id": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "address": "fa:16:3e:13:7a:4c", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f7a34f9-6f", "ovs_interfaceid": "2f7a34f9-6f98-499b-a6a9-09ca25e46c6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.735550] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438757, 'name': ReconfigVM_Task, 'duration_secs': 0.590632} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.735550] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.737385] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a716f045-1598-433c-ae67-32c7107544a5/a716f045-1598-433c-ae67-32c7107544a5.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.737701] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_format': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'image_id': 'de7c40a4-95a5-4f8b-8d67-3b386f825da8'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686463', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'name': 'volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a716f045-1598-433c-ae67-32c7107544a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'serial': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5'}, 'guest_format': None, 'device_type': None, 'attachment_id': 'b46157d0-aa0d-49e1-807a-ac71dcbcfa60', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69722) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1022.737917] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1022.738771] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686463', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'name': 'volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a716f045-1598-433c-ae67-32c7107544a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'serial': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1022.739335] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1022.767186] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e21fcf5-9e84-4c0b-9795-255ce025070b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.773722] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69fce6-75a1-4c21-818f-6ab60cbfb244 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.800470] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946ab765-1b4e-4a79-be3d-eed69f751ee8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.805894] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c4fb79-482e-4e51-a286-8aa6e655013e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.834474] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5/volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.846506] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376dfc6b-b1b6-4da9-9c83-cf03f2daa871 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.859956] env[69722]: DEBUG nova.compute.provider_tree [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.869491] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.873289] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1022.873289] env[69722]: value = "task-3438762" [ 1022.873289] env[69722]: _type = "Task" [ 1022.873289] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.884960] env[69722]: DEBUG oslo_vmware.api [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273771} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.885717] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.885717] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1022.885879] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1022.886330] env[69722]: INFO nova.compute.manager [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1022.886330] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.887510] env[69722]: DEBUG nova.compute.manager [-] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1022.887510] env[69722]: DEBUG nova.network.neutron [-] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.902789] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438761, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.902789] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438762, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.267240] env[69722]: DEBUG oslo_concurrency.lockutils [req-1d3e2794-6d6f-4e9e-9e45-1d4bed5edfb6 req-3247878a-fe04-4eba-a770-4da6c88b910c service nova] Releasing lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.267792] env[69722]: DEBUG oslo_concurrency.lockutils [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] Acquired lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.269366] env[69722]: DEBUG nova.network.neutron [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Refreshing network info cache for port 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.277720] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.278226] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.278446] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.278677] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.279096] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.279194] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.279411] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1023.279476] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1023.340925] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438759, 'name': ReconfigVM_Task, 'duration_secs': 0.649226} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.341417] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 4213eb1b-11d1-4867-b59c-6ab329e92006/4213eb1b-11d1-4867-b59c-6ab329e92006.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.342795] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ee3051a-0180-4bc1-b0f2-b1282dc94f77 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.349371] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1023.349371] env[69722]: value = "task-3438764" [ 1023.349371] env[69722]: _type = "Task" [ 1023.349371] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.362929] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438764, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.363670] env[69722]: DEBUG nova.scheduler.client.report [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.389484] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438762, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.396935] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438761, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650908} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.397415] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.397591] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.397913] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0874c353-6de5-4788-9bcb-6c1a68031301 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.405568] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1023.405568] env[69722]: value = "task-3438765" [ 1023.405568] env[69722]: _type = "Task" [ 1023.405568] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.418217] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.785951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.799026] env[69722]: INFO nova.network.neutron [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Port 2f7a34f9-6f98-499b-a6a9-09ca25e46c6e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1023.799026] env[69722]: DEBUG nova.network.neutron [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.866765] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438764, 'name': Rename_Task, 'duration_secs': 0.278495} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.867493] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.867493] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-524dffce-3636-4966-9fad-dcd03a0e2b3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.876012] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.133s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.881541] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1023.881541] env[69722]: value = "task-3438766" [ 1023.881541] env[69722]: _type = "Task" [ 1023.881541] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.881541] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.743s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.881541] env[69722]: DEBUG nova.objects.instance [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lazy-loading 'resources' on Instance uuid d0ee46d1-4f3e-42d9-8873-98ef2209ecbe {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.893103] env[69722]: DEBUG nova.network.neutron [-] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.906264] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438762, 'name': ReconfigVM_Task, 'duration_secs': 0.729164} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.912868] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfigured VM instance instance-00000030 to attach disk [datastore2] volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5/volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.916298] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.922205] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0b65a2e-622d-41e7-a1fe-5788f750db6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.945369] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134752} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.949066] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.951250] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1023.951250] env[69722]: value = "task-3438767" [ 1023.951250] env[69722]: _type = "Task" [ 1023.951250] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.952878] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a8725-8f71-4739-bc81-de05bfb2aeba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.981213] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.985697] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500a79c0-36f1-4575-bb60-1d14c1a6a87b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.001870] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.008459] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1024.008459] env[69722]: value = "task-3438768" [ 1024.008459] env[69722]: _type = "Task" [ 1024.008459] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.018283] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.299453] env[69722]: DEBUG oslo_concurrency.lockutils [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] Releasing lock "refresh_cache-9a0b33a4-e566-4985-95b4-f602ced6e0e0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.299727] env[69722]: DEBUG nova.compute.manager [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.300033] env[69722]: DEBUG nova.compute.manager [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing instance network info cache due to event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.300471] env[69722]: DEBUG oslo_concurrency.lockutils [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] Acquiring lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.300471] env[69722]: DEBUG oslo_concurrency.lockutils [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] Acquired lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.300750] env[69722]: DEBUG nova.network.neutron [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.379834] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "801bcfb4-6af6-4348-ae23-0be10b25a599" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.380213] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "801bcfb4-6af6-4348-ae23-0be10b25a599" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.404171] env[69722]: INFO nova.compute.manager [-] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Took 1.52 seconds to deallocate network for instance. [ 1024.413325] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438766, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.470035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "09d214da-6eae-466e-850b-1f94dfda5795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.471812] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "09d214da-6eae-466e-850b-1f94dfda5795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.478015] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438767, 'name': ReconfigVM_Task, 'duration_secs': 0.250964} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.478615] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686463', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'name': 'volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a716f045-1598-433c-ae67-32c7107544a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'serial': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1024.481692] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b956b1d-e1f3-4e53-8c56-06cd946e76e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.489138] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1024.489138] env[69722]: value = "task-3438769" [ 1024.489138] env[69722]: _type = "Task" [ 1024.489138] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.309825] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1025.310169] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1025.321019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "801bcfb4-6af6-4348-ae23-0be10b25a599" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.939s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.321019] env[69722]: DEBUG nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.322318] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.322587] env[69722]: DEBUG nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.325554] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439295f2-0697-4fb2-8c6e-343d8b04850f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.329325] env[69722]: DEBUG nova.compute.manager [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Received event network-vif-deleted-2f7a34f9-6f98-499b-a6a9-09ca25e46c6e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.329499] env[69722]: DEBUG nova.compute.manager [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.329598] env[69722]: DEBUG nova.compute.manager [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing instance network info cache due to event network-changed-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.329795] env[69722]: DEBUG oslo_concurrency.lockutils [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] Acquiring lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.342689] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438769, 'name': Rename_Task, 'duration_secs': 0.216509} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.359930] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.359930] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438768, 'name': ReconfigVM_Task, 'duration_secs': 0.512181} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.360571] env[69722]: DEBUG oslo_vmware.api [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438766, 'name': PowerOnVM_Task, 'duration_secs': 0.763949} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.363262] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-538ac7be-7294-4066-a4c4-a8197f142d73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.364915] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.366061] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c1406a-7356-4098-a400-04dc3aa3888d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.368831] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1025.369055] env[69722]: INFO nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Took 11.31 seconds to spawn the instance on the hypervisor. [ 1025.369234] env[69722]: DEBUG nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1025.379246] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16e2b1c-01c0-4f45-952e-7a6835122b5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.379524] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384b7694-1f69-4417-9618-d3f474b56ac1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.402109] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1025.402109] env[69722]: value = "task-3438770" [ 1025.402109] env[69722]: _type = "Task" [ 1025.402109] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.410098] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5/volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.416354] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ebf38c2-61dc-4bc7-9ead-71a3fb4b2ca1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.433345] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1025.433345] env[69722]: value = "task-3438771" [ 1025.433345] env[69722]: _type = "Task" [ 1025.433345] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.443106] env[69722]: DEBUG oslo_vmware.api [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1025.443106] env[69722]: value = "task-3438772" [ 1025.443106] env[69722]: _type = "Task" [ 1025.443106] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.446782] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438770, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.454995] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438771, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.462942] env[69722]: DEBUG oslo_vmware.api [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.664605] env[69722]: DEBUG nova.network.neutron [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updated VIF entry in instance network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.665059] env[69722]: DEBUG nova.network.neutron [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [{"id": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "address": "fa:16:3e:8c:1e:a1", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5f10ad-8b", "ovs_interfaceid": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.695749] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8c47ab-f7a8-4069-9036-83354948cd25 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.704752] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871fd23-ce11-4467-8ff2-c2e00bc20e33 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.737412] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4c66fc-e850-4029-96b8-a5fbb753a9ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.746090] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ad17d-0d4f-4f1e-902a-6cef925b5155 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.760595] env[69722]: DEBUG nova.compute.provider_tree [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.834337] env[69722]: DEBUG nova.compute.utils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.837620] env[69722]: DEBUG nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.837786] env[69722]: DEBUG nova.network.neutron [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.853454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.883596] env[69722]: DEBUG nova.policy [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '117441705d934a47a3e0c8c71e4e2767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6610e05cb45e4bccaa591104fa0bef07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.927612] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438770, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.956069] env[69722]: INFO nova.compute.manager [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Took 37.03 seconds to build instance. [ 1025.957099] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438771, 'name': Rename_Task, 'duration_secs': 0.155517} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.960630] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.960630] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cf25f4f-f9b3-457e-945b-af319ca4adab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.963149] env[69722]: DEBUG oslo_vmware.api [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438772, 'name': ReconfigVM_Task, 'duration_secs': 0.416143} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.964285] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5/volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.969901] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a8e3f68-64ed-4443-93b9-b227dabfdb4c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.985490] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1025.985490] env[69722]: value = "task-3438773" [ 1025.985490] env[69722]: _type = "Task" [ 1025.985490] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.994163] env[69722]: DEBUG oslo_vmware.api [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1025.994163] env[69722]: value = "task-3438774" [ 1025.994163] env[69722]: _type = "Task" [ 1025.994163] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.000727] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.008448] env[69722]: DEBUG oslo_vmware.api [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.170448] env[69722]: DEBUG oslo_concurrency.lockutils [req-1c18095e-070c-4064-bbdb-e88d53a38d61 req-4db81df4-0fe0-4469-b747-dd4a50aaa7e5 service nova] Releasing lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.170925] env[69722]: DEBUG oslo_concurrency.lockutils [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] Acquired lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.171185] env[69722]: DEBUG nova.network.neutron [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Refreshing network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.252854] env[69722]: DEBUG nova.network.neutron [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Successfully created port: c4af0fb9-8beb-494e-9c33-de11ee618516 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.266291] env[69722]: DEBUG nova.scheduler.client.report [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.344780] env[69722]: DEBUG nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.427844] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438770, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.458825] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9279adb5-d9dd-4f9a-a41d-f0d4cf3cfdc5 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.548s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.505148] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.517167] env[69722]: DEBUG oslo_vmware.api [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438774, 'name': ReconfigVM_Task, 'duration_secs': 0.161539} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.519021] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1026.740034] env[69722]: DEBUG nova.compute.manager [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Received event network-changed-4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.740250] env[69722]: DEBUG nova.compute.manager [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Refreshing instance network info cache due to event network-changed-4f524571-3f2f-4ac5-a71f-f128adbf0979. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.740465] env[69722]: DEBUG oslo_concurrency.lockutils [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] Acquiring lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.740609] env[69722]: DEBUG oslo_concurrency.lockutils [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] Acquired lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.740943] env[69722]: DEBUG nova.network.neutron [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Refreshing network info cache for port 4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.775890] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.897s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.781827] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.044s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.781827] env[69722]: INFO nova.compute.claims [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.804046] env[69722]: INFO nova.scheduler.client.report [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Deleted allocations for instance d0ee46d1-4f3e-42d9-8873-98ef2209ecbe [ 1026.926927] env[69722]: DEBUG oslo_vmware.api [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438770, 'name': PowerOnVM_Task, 'duration_secs': 1.230724} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.927358] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.931834] env[69722]: DEBUG nova.network.neutron [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updated VIF entry in instance network info cache for port 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.932260] env[69722]: DEBUG nova.network.neutron [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [{"id": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "address": "fa:16:3e:8c:1e:a1", "network": {"id": "6d25c6ca-5822-438b-a5e7-e9b73f974c5f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2120971014-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7141868242d847378908b97720422905", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5f10ad-8b", "ovs_interfaceid": "9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.998095] env[69722]: DEBUG oslo_vmware.api [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438773, 'name': PowerOnVM_Task, 'duration_secs': 0.543232} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.998413] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.998619] env[69722]: INFO nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1026.998803] env[69722]: DEBUG nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.999617] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b6175-9f45-405a-9047-d79109b88c26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.041627] env[69722]: DEBUG nova.compute.manager [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.042719] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b40b1ab-b7d6-421a-ae6f-4d130603abbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.311633] env[69722]: DEBUG oslo_concurrency.lockutils [None req-462b847a-349f-47f9-989c-f07547a7b6f0 tempest-ServersWithSpecificFlavorTestJSON-2030312122 tempest-ServersWithSpecificFlavorTestJSON-2030312122-project-member] Lock "d0ee46d1-4f3e-42d9-8873-98ef2209ecbe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.968s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.356162] env[69722]: DEBUG nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.385535] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.385778] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.385931] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.387035] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.387035] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.387035] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.387035] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.387035] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.387426] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.387464] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.387675] env[69722]: DEBUG nova.virt.hardware [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.388662] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915834f1-7bfd-4c50-93f4-d450ba17c9f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.400173] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7808114-c963-44a0-bc83-389b61512e1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.435615] env[69722]: DEBUG oslo_concurrency.lockutils [req-5ef30249-1bf8-4cfb-b14f-2cd3474b7d01 req-7da66855-31e5-410d-a751-a8ae9a7e65fc service nova] Releasing lock "refresh_cache-fe554be0-a568-40b2-abc8-ccaaa75b2d7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.517536] env[69722]: INFO nova.compute.manager [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Took 36.24 seconds to build instance. [ 1027.539088] env[69722]: DEBUG nova.network.neutron [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Updated VIF entry in instance network info cache for port 4f524571-3f2f-4ac5-a71f-f128adbf0979. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.539483] env[69722]: DEBUG nova.network.neutron [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Updating instance_info_cache with network_info: [{"id": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "address": "fa:16:3e:af:84:8e", "network": {"id": "2e75bc92-13d7-426f-a6f6-21ef2de657ef", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1347040393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa571cf925ff43c6810fa643a96489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f524571-3f", "ovs_interfaceid": "4f524571-3f2f-4ac5-a71f-f128adbf0979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.562843] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9fbcff66-73b8-44ec-9b6b-a4bb9fb657bb tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 48.900s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.566016] env[69722]: DEBUG nova.objects.instance [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'flavor' on Instance uuid 28bce77d-f28b-4e03-884a-4a244456b6cf {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.019368] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8af981ab-4fc4-4627-b638-f54003a27dfb tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "d20ad4a3-41a9-424a-9b3f-5b054b309198" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.753s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.042379] env[69722]: DEBUG oslo_concurrency.lockutils [req-196efccb-ab6c-4225-8b58-b7f0d328e4e0 req-57bf8571-0ddb-47b4-b429-592c4c59a4c6 service nova] Releasing lock "refresh_cache-4213eb1b-11d1-4867-b59c-6ab329e92006" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.080324] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f605149f-efc8-47c1-8a2a-7d11cd507734 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.657s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.081499] env[69722]: DEBUG nova.compute.manager [req-19099358-4598-4d3c-b1e2-5d8542f35be6 req-ca6cd0d3-5f3c-450d-8df8-1021af2a6a3b service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Received event network-vif-plugged-c4af0fb9-8beb-494e-9c33-de11ee618516 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.081937] env[69722]: DEBUG oslo_concurrency.lockutils [req-19099358-4598-4d3c-b1e2-5d8542f35be6 req-ca6cd0d3-5f3c-450d-8df8-1021af2a6a3b service nova] Acquiring lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.082927] env[69722]: DEBUG oslo_concurrency.lockutils [req-19099358-4598-4d3c-b1e2-5d8542f35be6 req-ca6cd0d3-5f3c-450d-8df8-1021af2a6a3b service nova] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.085019] env[69722]: DEBUG oslo_concurrency.lockutils [req-19099358-4598-4d3c-b1e2-5d8542f35be6 req-ca6cd0d3-5f3c-450d-8df8-1021af2a6a3b service nova] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.085019] env[69722]: DEBUG nova.compute.manager [req-19099358-4598-4d3c-b1e2-5d8542f35be6 req-ca6cd0d3-5f3c-450d-8df8-1021af2a6a3b service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] No waiting events found dispatching network-vif-plugged-c4af0fb9-8beb-494e-9c33-de11ee618516 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.085019] env[69722]: WARNING nova.compute.manager [req-19099358-4598-4d3c-b1e2-5d8542f35be6 req-ca6cd0d3-5f3c-450d-8df8-1021af2a6a3b service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Received unexpected event network-vif-plugged-c4af0fb9-8beb-494e-9c33-de11ee618516 for instance with vm_state building and task_state spawning. [ 1028.107034] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d146324c-fa60-44d1-8e88-20122b4d779b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.112133] env[69722]: DEBUG nova.network.neutron [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Successfully updated port: c4af0fb9-8beb-494e-9c33-de11ee618516 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.119212] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7412bce9-e2e2-4136-821b-aa37a7bff452 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.155506] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f6b505-ebb5-4107-8c00-19b51c154970 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.167963] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d16b01b-1b77-4c36-ab9f-0764b57f0a8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.188370] env[69722]: DEBUG nova.compute.provider_tree [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.324773] env[69722]: INFO nova.compute.manager [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Rebuilding instance [ 1028.382550] env[69722]: DEBUG nova.compute.manager [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.383442] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1bb4625-0755-42c5-984b-da1902b9fec4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.615249] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "refresh_cache-6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.615499] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquired lock "refresh_cache-6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.615741] env[69722]: DEBUG nova.network.neutron [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.677843] env[69722]: INFO nova.compute.manager [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Rebuilding instance [ 1028.691111] env[69722]: DEBUG nova.scheduler.client.report [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.719705] env[69722]: DEBUG nova.compute.manager [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.720565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa5cc67-be24-461a-9fab-24165bc59e08 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.156814] env[69722]: DEBUG nova.network.neutron [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.198607] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.198756] env[69722]: DEBUG nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.201330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.470s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.202789] env[69722]: INFO nova.compute.claims [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.312291] env[69722]: DEBUG nova.network.neutron [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Updating instance_info_cache with network_info: [{"id": "c4af0fb9-8beb-494e-9c33-de11ee618516", "address": "fa:16:3e:20:fe:03", "network": {"id": "321a8fdc-a8bf-4ca6-aba2-85e12da16e61", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2101925700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6610e05cb45e4bccaa591104fa0bef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4af0fb9-8b", "ovs_interfaceid": "c4af0fb9-8beb-494e-9c33-de11ee618516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.397786] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.398156] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450ed2fd-59ac-4120-96a6-3c1f312cc6b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.405806] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1029.405806] env[69722]: value = "task-3438775" [ 1029.405806] env[69722]: _type = "Task" [ 1029.405806] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.415237] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.711182] env[69722]: DEBUG nova.compute.utils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.712819] env[69722]: DEBUG nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.712819] env[69722]: DEBUG nova.network.neutron [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.734632] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.735341] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a665ef93-e145-43e6-b838-18da40ae382a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.743183] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1029.743183] env[69722]: value = "task-3438776" [ 1029.743183] env[69722]: _type = "Task" [ 1029.743183] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.754354] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.774093] env[69722]: DEBUG nova.policy [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd00149ce56484cf68ec013ff925f6135', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e085aae73e2c42baabb6dd4e9f4c8ea7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.815610] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Releasing lock "refresh_cache-6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.818095] env[69722]: DEBUG nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Instance network_info: |[{"id": "c4af0fb9-8beb-494e-9c33-de11ee618516", "address": "fa:16:3e:20:fe:03", "network": {"id": "321a8fdc-a8bf-4ca6-aba2-85e12da16e61", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2101925700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6610e05cb45e4bccaa591104fa0bef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4af0fb9-8b", "ovs_interfaceid": "c4af0fb9-8beb-494e-9c33-de11ee618516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.820460] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:fe:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b98c49ac-0eb7-4311-aa8f-60581b2ce706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4af0fb9-8beb-494e-9c33-de11ee618516', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.828680] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Creating folder: Project (6610e05cb45e4bccaa591104fa0bef07). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.829054] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2831543-926e-40c6-bf2d-4bc4618d206b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.840471] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Created folder: Project (6610e05cb45e4bccaa591104fa0bef07) in parent group-v686248. [ 1029.840769] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Creating folder: Instances. Parent ref: group-v686489. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.841065] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74e2c430-27bd-487a-ac1d-721637b616ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.855046] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Created folder: Instances in parent group-v686489. [ 1029.855201] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.856289] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.856289] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2e74b4-ea1b-4157-8f1e-088e7b47e082 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.879028] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.879028] env[69722]: value = "task-3438779" [ 1029.879028] env[69722]: _type = "Task" [ 1029.879028] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.890501] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438779, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.915787] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438775, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.130770] env[69722]: DEBUG nova.compute.manager [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Received event network-changed-c4af0fb9-8beb-494e-9c33-de11ee618516 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.130770] env[69722]: DEBUG nova.compute.manager [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Refreshing instance network info cache due to event network-changed-c4af0fb9-8beb-494e-9c33-de11ee618516. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.130770] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] Acquiring lock "refresh_cache-6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.130770] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] Acquired lock "refresh_cache-6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.130770] env[69722]: DEBUG nova.network.neutron [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Refreshing network info cache for port c4af0fb9-8beb-494e-9c33-de11ee618516 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.219825] env[69722]: DEBUG nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.266797] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438776, 'name': PowerOffVM_Task, 'duration_secs': 0.190548} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.267088] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.267359] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.269466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89040e2-ba03-41eb-aec6-b93fb1f17a58 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.280127] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.280127] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-236b5d8b-89a4-4036-9d28-8e4a385a4a6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.307964] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.308793] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.308793] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Deleting the datastore file [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.313051] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2da3203b-d47f-404a-a20a-0c4d2f45b4a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.320107] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1030.320107] env[69722]: value = "task-3438781" [ 1030.320107] env[69722]: _type = "Task" [ 1030.320107] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.335031] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.335868] env[69722]: DEBUG nova.network.neutron [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Successfully created port: 625f59b5-9ef2-467e-bbaf-29139b720fbd {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1030.392008] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438779, 'name': CreateVM_Task, 'duration_secs': 0.352018} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.392253] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.393044] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.393223] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.393572] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.393847] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e1f017-5b5f-46ec-a975-85cec022975c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.402097] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1030.402097] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524931ea-514a-a27d-89bf-c521320f0e34" [ 1030.402097] env[69722]: _type = "Task" [ 1030.402097] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.421537] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524931ea-514a-a27d-89bf-c521320f0e34, 'name': SearchDatastore_Task, 'duration_secs': 0.015024} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.421854] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.422195] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.422315] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.422465] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.422657] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.426594] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-465a9cc1-cde2-4de6-81fa-a751decbb550 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.428551] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438775, 'name': PowerOffVM_Task, 'duration_secs': 0.518287} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.432024] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.450260] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.450260] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.451215] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26309a04-f895-4de6-91a0-4ea3c750e65b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.456849] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1030.456849] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52742213-5504-fcf2-8b84-5c405d8e8123" [ 1030.456849] env[69722]: _type = "Task" [ 1030.456849] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.469070] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52742213-5504-fcf2-8b84-5c405d8e8123, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.524714] env[69722]: INFO nova.compute.manager [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Detaching volume 89940618-24cb-41ab-ac22-2f9ecbd9dbd5 [ 1030.577631] env[69722]: INFO nova.virt.block_device [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Attempting to driver detach volume 89940618-24cb-41ab-ac22-2f9ecbd9dbd5 from mountpoint /dev/sdb [ 1030.577937] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.578190] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.579160] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb567910-c256-4f41-a9ae-50f7adc408df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.613786] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50de638a-0fd2-470d-9816-33b011e31dfb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.621540] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb5ec3f-33f8-4601-8627-e1eaa09b1e3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.649392] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf1311-f0d1-4cf3-a909-0417adba07c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.666354] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] The volume has not been displaced from its original location: [datastore2] volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5/volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1030.672189] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.673562] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae48d2d9-4241-4fa3-955c-82ea67b85a6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.687482] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67f797b-eb9f-4e5c-a785-e8ee2e01ffdd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.701656] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83bcfd6-e57d-40cc-9826-f4ba79bf6887 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.704897] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1030.704897] env[69722]: value = "task-3438782" [ 1030.704897] env[69722]: _type = "Task" [ 1030.704897] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.738548] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376f63a5-bf1e-4266-9b93-79b8b4556588 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.746766] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.752095] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99291099-beae-4a25-88d3-c4f8b1e324f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.766640] env[69722]: DEBUG nova.compute.provider_tree [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.834589] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144601} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.834867] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.835353] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.835353] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.900648] env[69722]: DEBUG nova.network.neutron [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Updated VIF entry in instance network info cache for port c4af0fb9-8beb-494e-9c33-de11ee618516. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.901194] env[69722]: DEBUG nova.network.neutron [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Updating instance_info_cache with network_info: [{"id": "c4af0fb9-8beb-494e-9c33-de11ee618516", "address": "fa:16:3e:20:fe:03", "network": {"id": "321a8fdc-a8bf-4ca6-aba2-85e12da16e61", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2101925700-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6610e05cb45e4bccaa591104fa0bef07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b98c49ac-0eb7-4311-aa8f-60581b2ce706", "external-id": "nsx-vlan-transportzone-184", "segmentation_id": 184, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4af0fb9-8b", "ovs_interfaceid": "c4af0fb9-8beb-494e-9c33-de11ee618516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.969843] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52742213-5504-fcf2-8b84-5c405d8e8123, 'name': SearchDatastore_Task, 'duration_secs': 0.013975} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.970662] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a4f3d4-a747-4d23-9d56-3ed6c8089da7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.976094] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1030.976094] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5225f019-82bd-2ff4-0571-36aec57a6a63" [ 1030.976094] env[69722]: _type = "Task" [ 1030.976094] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.984140] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5225f019-82bd-2ff4-0571-36aec57a6a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.217125] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438782, 'name': ReconfigVM_Task, 'duration_secs': 0.428342} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.217419] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.222122] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f75d10-e1b0-422c-9eb7-14e6ea7ca62d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.238067] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1031.238067] env[69722]: value = "task-3438783" [ 1031.238067] env[69722]: _type = "Task" [ 1031.238067] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.250459] env[69722]: DEBUG nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.252444] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.272261] env[69722]: DEBUG nova.scheduler.client.report [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.287565] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.288312] env[69722]: DEBUG nova.virt.hardware [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.288856] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a343b277-1fb7-4a97-b704-6db164e875b7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.297529] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efbd34c-e17f-475a-922a-763a3c2b5d81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.406204] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3a4ba7d-e0ad-40cb-bced-613c565d6543 req-b3bbeff8-d4c5-49a9-98ba-827914fed147 service nova] Releasing lock "refresh_cache-6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.487536] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5225f019-82bd-2ff4-0571-36aec57a6a63, 'name': SearchDatastore_Task, 'duration_secs': 0.014592} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.487947] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.488094] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5/6f7f4c1d-0257-41fd-8537-7f6b8e2371d5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.488366] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd4058de-e5ff-4183-8cbc-cc1e18f83099 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.494964] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1031.494964] env[69722]: value = "task-3438784" [ 1031.494964] env[69722]: _type = "Task" [ 1031.494964] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.503116] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.748502] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.778621] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.779170] env[69722]: DEBUG nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1031.784242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.182s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.784675] env[69722]: DEBUG nova.objects.instance [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lazy-loading 'resources' on Instance uuid 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.878579] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.878579] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.878579] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.878579] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.878927] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.878927] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.879227] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.879640] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.879640] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.879800] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.879982] env[69722]: DEBUG nova.virt.hardware [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.881123] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce48598-d3d2-427e-b4d8-b2a5baa59106 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.890324] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce979f0-a775-428f-ab62-27c1613dadfb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.905630] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.913557] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.913557] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.913557] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c373442b-8a35-4602-8175-994edd3c394f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.932831] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.932831] env[69722]: value = "task-3438785" [ 1031.932831] env[69722]: _type = "Task" [ 1031.932831] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.942321] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438785, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.004538] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.171851] env[69722]: DEBUG nova.compute.manager [req-8415d503-3f4b-4118-a920-39056ef132c6 req-c209c6ba-0862-4e9c-9fde-3b4030e97f48 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Received event network-vif-plugged-625f59b5-9ef2-467e-bbaf-29139b720fbd {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.172107] env[69722]: DEBUG oslo_concurrency.lockutils [req-8415d503-3f4b-4118-a920-39056ef132c6 req-c209c6ba-0862-4e9c-9fde-3b4030e97f48 service nova] Acquiring lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.172322] env[69722]: DEBUG oslo_concurrency.lockutils [req-8415d503-3f4b-4118-a920-39056ef132c6 req-c209c6ba-0862-4e9c-9fde-3b4030e97f48 service nova] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.172591] env[69722]: DEBUG oslo_concurrency.lockutils [req-8415d503-3f4b-4118-a920-39056ef132c6 req-c209c6ba-0862-4e9c-9fde-3b4030e97f48 service nova] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.172690] env[69722]: DEBUG nova.compute.manager [req-8415d503-3f4b-4118-a920-39056ef132c6 req-c209c6ba-0862-4e9c-9fde-3b4030e97f48 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] No waiting events found dispatching network-vif-plugged-625f59b5-9ef2-467e-bbaf-29139b720fbd {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.172848] env[69722]: WARNING nova.compute.manager [req-8415d503-3f4b-4118-a920-39056ef132c6 req-c209c6ba-0862-4e9c-9fde-3b4030e97f48 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Received unexpected event network-vif-plugged-625f59b5-9ef2-467e-bbaf-29139b720fbd for instance with vm_state building and task_state spawning. [ 1032.233022] env[69722]: DEBUG nova.network.neutron [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Successfully updated port: 625f59b5-9ef2-467e-bbaf-29139b720fbd {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1032.255633] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438783, 'name': ReconfigVM_Task, 'duration_secs': 0.95458} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.256724] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1032.288334] env[69722]: DEBUG nova.compute.utils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.288552] env[69722]: DEBUG nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1032.288992] env[69722]: DEBUG nova.network.neutron [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1032.402188] env[69722]: DEBUG nova.policy [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f219263e5f4544d09346b7a79c63ab6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b47dfddde4d140e28aa26af6c2c17c09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.450062] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438785, 'name': CreateVM_Task, 'duration_secs': 0.410831} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.450062] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.450062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.450062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.450062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.450062] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f86cb349-4057-4d92-9372-626212a6c99b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.452944] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1032.452944] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522ebc9c-80d7-3fb5-5496-8c00060534b3" [ 1032.452944] env[69722]: _type = "Task" [ 1032.452944] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.463928] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522ebc9c-80d7-3fb5-5496-8c00060534b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.497158] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b4200-679a-484c-7ce7-44a5e896785f/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1032.498290] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157a1091-18ab-40bf-acb4-a581462e72c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.510022] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b4200-679a-484c-7ce7-44a5e896785f/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1032.510022] env[69722]: ERROR oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b4200-679a-484c-7ce7-44a5e896785f/disk-0.vmdk due to incomplete transfer. [ 1032.512559] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e066b3b-37e5-49b1-9ce1-83aa1d11feb5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.514231] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.989581} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.514352] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5/6f7f4c1d-0257-41fd-8537-7f6b8e2371d5.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.515731] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.516314] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6806a6b-b76b-41f1-879f-1cc9c39aa73d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.522023] env[69722]: DEBUG oslo_vmware.rw_handles [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520b4200-679a-484c-7ce7-44a5e896785f/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1032.522023] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Uploaded image a718bb74-88ff-41a3-8e9b-6ef4f618e28a to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1032.526430] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1032.528634] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2dcfba2b-4726-4570-a247-981a7356698c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.530472] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1032.530472] env[69722]: value = "task-3438786" [ 1032.530472] env[69722]: _type = "Task" [ 1032.530472] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.535363] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1032.535363] env[69722]: value = "task-3438787" [ 1032.535363] env[69722]: _type = "Task" [ 1032.535363] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.542028] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438786, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.548683] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438787, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.704679] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87003b10-78ba-4e93-a8ec-19aceef5a73c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.714421] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebe1edd-ef9a-47f3-be42-a6d3aeda32fc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.752187] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "refresh_cache-9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.752341] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "refresh_cache-9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.752494] env[69722]: DEBUG nova.network.neutron [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.754361] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afed50cf-d369-42d1-bc47-e79509d42d4f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.762373] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b13341d-83a3-4fec-bf88-7699e589d267 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.777788] env[69722]: DEBUG nova.compute.provider_tree [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.798024] env[69722]: DEBUG nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1032.952758] env[69722]: DEBUG nova.network.neutron [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Successfully created port: 86744046-e092-42e8-aa06-327d94c124c9 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.964991] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522ebc9c-80d7-3fb5-5496-8c00060534b3, 'name': SearchDatastore_Task, 'duration_secs': 0.016877} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.965917] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.965917] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.965917] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.965917] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.966185] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.966363] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92cc676c-5060-4da8-8c1a-504b4342e740 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.975495] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.975672] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.976426] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83cdf4c0-dd43-47dd-b67c-4396d252cd77 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.982059] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1032.982059] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52153aa5-ef3c-4480-a40d-a1f798b06676" [ 1032.982059] env[69722]: _type = "Task" [ 1032.982059] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.990220] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52153aa5-ef3c-4480-a40d-a1f798b06676, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.043779] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438786, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073059} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.045469] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.046798] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20bdb11-c995-40fb-967e-2fb67a5b1e04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.052655] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438787, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.077337] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5/6f7f4c1d-0257-41fd-8537-7f6b8e2371d5.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.077976] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8bb7780-2893-4cc9-892e-bb8d4c23bf63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.098696] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1033.098696] env[69722]: value = "task-3438788" [ 1033.098696] env[69722]: _type = "Task" [ 1033.098696] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.106898] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.281153] env[69722]: DEBUG nova.scheduler.client.report [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.297913] env[69722]: DEBUG nova.network.neutron [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.335576] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.335963] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b46185a9-db29-4ae8-b015-1b1e0adcd396 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.345363] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1033.345363] env[69722]: value = "task-3438789" [ 1033.345363] env[69722]: _type = "Task" [ 1033.345363] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.357215] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1033.357625] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1033.357832] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1033.360933] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763fcbe8-a5a2-4a32-afd6-ea024769b2b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.380665] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bb4b5a-dd03-4178-9548-2944136204b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.388133] env[69722]: WARNING nova.virt.vmwareapi.driver [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1033.388950] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.389248] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fcc151-ee65-4cd4-adac-0bbdd4ab8747 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.399242] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.399509] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4f6c41f-3bd5-4e2d-b539-2ae483cebb22 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.462450] env[69722]: DEBUG nova.network.neutron [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Updating instance_info_cache with network_info: [{"id": "625f59b5-9ef2-467e-bbaf-29139b720fbd", "address": "fa:16:3e:de:57:f9", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625f59b5-9e", "ovs_interfaceid": "625f59b5-9ef2-467e-bbaf-29139b720fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.491987] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52153aa5-ef3c-4480-a40d-a1f798b06676, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.492764] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04f10709-9f0d-4fc5-b70b-ed78bed6e885 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.497837] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1033.497837] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529ac922-7cae-14ae-9c9d-be8a2899965c" [ 1033.497837] env[69722]: _type = "Task" [ 1033.497837] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.505223] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529ac922-7cae-14ae-9c9d-be8a2899965c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.545910] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438787, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.608547] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438788, 'name': ReconfigVM_Task, 'duration_secs': 0.334261} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.608964] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5/6f7f4c1d-0257-41fd-8537-7f6b8e2371d5.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.609603] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d96b3f7-e939-4cfc-b540-29d075ce10ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.616149] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1033.616149] env[69722]: value = "task-3438791" [ 1033.616149] env[69722]: _type = "Task" [ 1033.616149] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.623649] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438791, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.786795] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.789230] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.135s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.790729] env[69722]: INFO nova.compute.claims [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.806162] env[69722]: DEBUG nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1033.814329] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.814413] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.814538] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleting the datastore file [datastore1] 28bce77d-f28b-4e03-884a-4a244456b6cf {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.815591] env[69722]: INFO nova.scheduler.client.report [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted allocations for instance 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929 [ 1033.816588] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-041054af-f982-485f-8c87-895b409c9779 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.825340] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1033.825340] env[69722]: value = "task-3438792" [ 1033.825340] env[69722]: _type = "Task" [ 1033.825340] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.837729] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.849065] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1033.849408] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1033.849496] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1033.849688] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1033.849837] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1033.849981] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1033.850206] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1033.850366] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1033.850828] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1033.850828] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1033.850828] env[69722]: DEBUG nova.virt.hardware [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1033.851924] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5b691-b31a-40ae-89b1-899e8d3b025b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.859955] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902ca602-577c-4852-bbb0-b529aa1b3044 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.965594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "refresh_cache-9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.965934] env[69722]: DEBUG nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Instance network_info: |[{"id": "625f59b5-9ef2-467e-bbaf-29139b720fbd", "address": "fa:16:3e:de:57:f9", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625f59b5-9e", "ovs_interfaceid": "625f59b5-9ef2-467e-bbaf-29139b720fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.966386] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:57:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '625f59b5-9ef2-467e-bbaf-29139b720fbd', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.974563] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.974844] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.975109] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec78344d-46e1-42a3-90bd-2951ddd2c74e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.994592] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.994592] env[69722]: value = "task-3438793" [ 1033.994592] env[69722]: _type = "Task" [ 1033.994592] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.004426] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438793, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.009746] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529ac922-7cae-14ae-9c9d-be8a2899965c, 'name': SearchDatastore_Task, 'duration_secs': 0.009242} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.009994] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.010272] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.010514] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-226c2c99-3e15-4706-9a20-5298966c34e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.016899] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1034.016899] env[69722]: value = "task-3438794" [ 1034.016899] env[69722]: _type = "Task" [ 1034.016899] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.024271] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.049042] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438787, 'name': Destroy_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.127257] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438791, 'name': Rename_Task, 'duration_secs': 0.140808} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.127636] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.127896] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91d78004-63cc-45bc-9526-cabbe1254286 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.134937] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1034.134937] env[69722]: value = "task-3438795" [ 1034.134937] env[69722]: _type = "Task" [ 1034.134937] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.142670] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.266105] env[69722]: DEBUG nova.compute.manager [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Received event network-changed-625f59b5-9ef2-467e-bbaf-29139b720fbd {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.267166] env[69722]: DEBUG nova.compute.manager [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Refreshing instance network info cache due to event network-changed-625f59b5-9ef2-467e-bbaf-29139b720fbd. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.267221] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] Acquiring lock "refresh_cache-9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.267393] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] Acquired lock "refresh_cache-9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.267593] env[69722]: DEBUG nova.network.neutron [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Refreshing network info cache for port 625f59b5-9ef2-467e-bbaf-29139b720fbd {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.329048] env[69722]: DEBUG oslo_concurrency.lockutils [None req-45332580-b6d3-4fe4-b6e1-037c9f8d5654 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "6b82c582-3bb0-4b3a-a0fe-3e589eaa6929" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.276s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.342976] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149621} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.343402] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.344039] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.344039] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.505332] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438793, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.534927] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479994} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.536478] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.536681] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.536983] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cff19768-b79b-404a-9548-4637ad0f3e2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.551467] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438787, 'name': Destroy_Task, 'duration_secs': 1.537603} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.553078] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Destroyed the VM [ 1034.553426] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1034.553806] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1034.553806] env[69722]: value = "task-3438796" [ 1034.553806] env[69722]: _type = "Task" [ 1034.553806] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.554138] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b102ead1-35f5-4d24-afac-215ee42da514 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.566183] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.567683] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1034.567683] env[69722]: value = "task-3438797" [ 1034.567683] env[69722]: _type = "Task" [ 1034.567683] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.576236] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438797, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.622334] env[69722]: DEBUG nova.network.neutron [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Successfully updated port: 86744046-e092-42e8-aa06-327d94c124c9 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.646500] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438795, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.848840] env[69722]: INFO nova.virt.block_device [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Booting with volume 89940618-24cb-41ab-ac22-2f9ecbd9dbd5 at /dev/sdb [ 1034.899670] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8177ccf-5966-42c1-82fe-0afb175c80e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.911063] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490daa99-fcb9-4982-bfd7-1930371a106c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.947682] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd7b51f1-c57d-4a1f-bb7a-7b6a4325b7e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.957389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738bf34d-98f0-4455-aecb-47177c29e30b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.006699] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f7ae2a-cbf4-476e-8a34-929cb49ec19f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.016819] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc390f-268b-4cbf-b03f-b932eab9f333 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.019258] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438793, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.037256] env[69722]: DEBUG nova.virt.block_device [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updating existing volume attachment record: 8305bf5d-fa09-4990-8982-13ed7abcde32 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1035.066194] env[69722]: DEBUG nova.network.neutron [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Updated VIF entry in instance network info cache for port 625f59b5-9ef2-467e-bbaf-29139b720fbd. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.066194] env[69722]: DEBUG nova.network.neutron [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Updating instance_info_cache with network_info: [{"id": "625f59b5-9ef2-467e-bbaf-29139b720fbd", "address": "fa:16:3e:de:57:f9", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap625f59b5-9e", "ovs_interfaceid": "625f59b5-9ef2-467e-bbaf-29139b720fbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.071964] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113723} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.075196] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.078659] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ccdf91-bdf3-4bf1-990e-b8a70df620d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.082989] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438797, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.100480] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.103041] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b782d6b-8ade-4d1a-98f7-39d328f75eb4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.124924] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "refresh_cache-1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.125078] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "refresh_cache-1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.125244] env[69722]: DEBUG nova.network.neutron [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.129202] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1035.129202] env[69722]: value = "task-3438798" [ 1035.129202] env[69722]: _type = "Task" [ 1035.129202] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.142065] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.148444] env[69722]: DEBUG oslo_vmware.api [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438795, 'name': PowerOnVM_Task, 'duration_secs': 0.551166} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.149799] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.150550] env[69722]: INFO nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1035.150550] env[69722]: DEBUG nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.151925] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6f4302-e66a-4ab8-ab57-27deb18b8ca4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.263753] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ab64f8-c37d-49fb-bab3-5cc5894ea820 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.271675] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef05656-bf9e-4941-8e18-2a8e3a2834cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.304971] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6aad6d-5dce-49b9-a56d-d29162702317 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.313080] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb17e30a-295b-4204-9b64-63a43fd6949c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.326321] env[69722]: DEBUG nova.compute.provider_tree [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.510436] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438793, 'name': CreateVM_Task, 'duration_secs': 1.503344} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.510737] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.511278] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.511440] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.511755] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.511994] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83c0e5b-c837-4eb3-9126-54ad5e45a810 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.516500] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1035.516500] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52393618-14e4-58af-dd61-1536418a1887" [ 1035.516500] env[69722]: _type = "Task" [ 1035.516500] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.523852] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52393618-14e4-58af-dd61-1536418a1887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.572920] env[69722]: DEBUG oslo_concurrency.lockutils [req-ce7a8818-c7ea-44b9-b46d-a52ece98b4c6 req-2df14143-e872-4a87-af79-4a210fab8652 service nova] Releasing lock "refresh_cache-9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.581051] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438797, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.640371] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.662238] env[69722]: DEBUG nova.network.neutron [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.670498] env[69722]: INFO nova.compute.manager [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Took 42.94 seconds to build instance. [ 1035.805043] env[69722]: DEBUG nova.network.neutron [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Updating instance_info_cache with network_info: [{"id": "86744046-e092-42e8-aa06-327d94c124c9", "address": "fa:16:3e:83:b2:e6", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86744046-e0", "ovs_interfaceid": "86744046-e092-42e8-aa06-327d94c124c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.829151] env[69722]: DEBUG nova.scheduler.client.report [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.029346] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52393618-14e4-58af-dd61-1536418a1887, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.029346] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.029525] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.029731] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.029913] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.030113] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.030390] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53939e2b-1390-4a73-a543-0c74673677e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.038955] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.039169] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.039916] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d483c840-fe54-4f36-a8cb-71cc1d220020 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.044913] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1036.044913] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527238d4-ee10-77ba-5cae-e2e1baa7350c" [ 1036.044913] env[69722]: _type = "Task" [ 1036.044913] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.052838] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527238d4-ee10-77ba-5cae-e2e1baa7350c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.081835] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438797, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.141630] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438798, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.171902] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d3666696-5f1e-497c-a620-b01e2ffda85f tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.447s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.308453] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "refresh_cache-1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.308775] env[69722]: DEBUG nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Instance network_info: |[{"id": "86744046-e092-42e8-aa06-327d94c124c9", "address": "fa:16:3e:83:b2:e6", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86744046-e0", "ovs_interfaceid": "86744046-e092-42e8-aa06-327d94c124c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.309212] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:b2:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86744046-e092-42e8-aa06-327d94c124c9', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.318031] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.318031] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.318031] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed24d16-93ed-4449-b899-4fbd2c42ac05 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.333239] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.333733] env[69722]: DEBUG nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.336343] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.709s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.336507] env[69722]: DEBUG nova.objects.instance [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'resources' on Instance uuid ae41ee5f-86e0-4596-aaba-403fbbd201f3 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.338699] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.338699] env[69722]: value = "task-3438799" [ 1036.338699] env[69722]: _type = "Task" [ 1036.338699] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.347727] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438799, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.426907] env[69722]: DEBUG nova.compute.manager [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Received event network-vif-plugged-86744046-e092-42e8-aa06-327d94c124c9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.427168] env[69722]: DEBUG oslo_concurrency.lockutils [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] Acquiring lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.427447] env[69722]: DEBUG oslo_concurrency.lockutils [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.427627] env[69722]: DEBUG oslo_concurrency.lockutils [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.427791] env[69722]: DEBUG nova.compute.manager [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] No waiting events found dispatching network-vif-plugged-86744046-e092-42e8-aa06-327d94c124c9 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1036.427953] env[69722]: WARNING nova.compute.manager [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Received unexpected event network-vif-plugged-86744046-e092-42e8-aa06-327d94c124c9 for instance with vm_state building and task_state spawning. [ 1036.428125] env[69722]: DEBUG nova.compute.manager [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Received event network-changed-86744046-e092-42e8-aa06-327d94c124c9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1036.428280] env[69722]: DEBUG nova.compute.manager [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Refreshing instance network info cache due to event network-changed-86744046-e092-42e8-aa06-327d94c124c9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1036.428465] env[69722]: DEBUG oslo_concurrency.lockutils [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] Acquiring lock "refresh_cache-1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.428600] env[69722]: DEBUG oslo_concurrency.lockutils [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] Acquired lock "refresh_cache-1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.428757] env[69722]: DEBUG nova.network.neutron [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Refreshing network info cache for port 86744046-e092-42e8-aa06-327d94c124c9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.554933] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527238d4-ee10-77ba-5cae-e2e1baa7350c, 'name': SearchDatastore_Task, 'duration_secs': 0.009391} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.555824] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03ecacdc-99bd-4d06-a412-f5d51dcfdf1b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.561821] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1036.561821] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527629e7-520f-ad6e-20f6-94ad7ccdf316" [ 1036.561821] env[69722]: _type = "Task" [ 1036.561821] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.570134] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527629e7-520f-ad6e-20f6-94ad7ccdf316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.581456] env[69722]: DEBUG oslo_vmware.api [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438797, 'name': RemoveSnapshot_Task, 'duration_secs': 1.863131} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.582205] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1036.582205] env[69722]: INFO nova.compute.manager [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Took 21.71 seconds to snapshot the instance on the hypervisor. [ 1036.641679] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438798, 'name': ReconfigVM_Task, 'duration_secs': 1.033009} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.642505] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198/d20ad4a3-41a9-424a-9b3f-5b054b309198.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.642753] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf9ee546-3b35-4fc7-936a-6d8afc3b388d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.651475] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1036.651475] env[69722]: value = "task-3438800" [ 1036.651475] env[69722]: _type = "Task" [ 1036.651475] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.660427] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438800, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.726871] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.727157] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.727383] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.727574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.727744] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.730046] env[69722]: INFO nova.compute.manager [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Terminating instance [ 1036.843243] env[69722]: DEBUG nova.compute.utils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.844786] env[69722]: DEBUG nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.845089] env[69722]: DEBUG nova.network.neutron [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.859649] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438799, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.902106] env[69722]: DEBUG nova.policy [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c99be667cc54944adf54c93f976c8d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dd80e6107e04c368942f31ae8fe1158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.073287] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527629e7-520f-ad6e-20f6-94ad7ccdf316, 'name': SearchDatastore_Task, 'duration_secs': 0.015292} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.073620] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.073760] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13/9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.074096] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44c32ad4-9e7e-4e8f-8a5e-159cace064d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.083699] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1037.083699] env[69722]: value = "task-3438801" [ 1037.083699] env[69722]: _type = "Task" [ 1037.083699] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.106022] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.166825] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438800, 'name': Rename_Task, 'duration_secs': 0.310162} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.169627] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1037.171776] env[69722]: DEBUG nova.compute.manager [None req-f7bd2b9d-78fd-4862-ad66-ddd15ca2f30e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Found 1 images (rotation: 2) {{(pid=69722) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1037.173533] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3da77a8c-057b-400b-893c-43f8cf22b1b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.182803] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1037.182803] env[69722]: value = "task-3438802" [ 1037.182803] env[69722]: _type = "Task" [ 1037.182803] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.192350] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.236078] env[69722]: DEBUG nova.compute.manager [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.236327] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.237309] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde836e1-d928-4066-8786-5ee73492476e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.416320] env[69722]: DEBUG nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.418947] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.422215] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.422602] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.422868] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.423043] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.423173] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.423465] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.423745] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.423883] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.426753] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.426753] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.426753] env[69722]: DEBUG nova.virt.hardware [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.429811] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76d51092-0d8e-44f6-a811-149b133a8ef8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.432509] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a4b3ec-66b0-49e5-a52b-e50db488f1f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.439166] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc6081-b67d-4f83-adb6-f993e0eb6918 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.449606] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438799, 'name': CreateVM_Task, 'duration_secs': 0.801522} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.455243] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.456297] env[69722]: DEBUG oslo_vmware.api [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1037.456297] env[69722]: value = "task-3438803" [ 1037.456297] env[69722]: _type = "Task" [ 1037.456297] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.457907] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.458069] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.458881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.460145] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fb127c-a399-4271-94c8-535797bdab80 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.465882] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429df29-2251-409a-8b23-754edf72abd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.472611] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed72848-d1b2-425d-b895-b7f5b41be2e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.517335] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1037.517335] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52708306-eb57-7e50-73a2-505b4a45b6b7" [ 1037.517335] env[69722]: _type = "Task" [ 1037.517335] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.531593] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ceda6-092f-4f85-b094-9aa2e42a4eda {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.535297] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:8b:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90e3357f-3b01-4cdb-9dbe-304794176e41', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.543420] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.543723] env[69722]: DEBUG oslo_vmware.api [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.544702] env[69722]: DEBUG nova.network.neutron [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Updated VIF entry in instance network info cache for port 86744046-e092-42e8-aa06-327d94c124c9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1037.545141] env[69722]: DEBUG nova.network.neutron [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Updating instance_info_cache with network_info: [{"id": "86744046-e092-42e8-aa06-327d94c124c9", "address": "fa:16:3e:83:b2:e6", "network": {"id": "51a0d7ed-7e11-4cb6-8cd2-e2060a3a5559", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1710611599-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b47dfddde4d140e28aa26af6c2c17c09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86744046-e0", "ovs_interfaceid": "86744046-e092-42e8-aa06-327d94c124c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.550252] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.551375] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57b2eac5-bf6b-46e7-a30d-dd0594312099 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.570943] env[69722]: DEBUG nova.network.neutron [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Successfully created port: 47c222a2-99ff-44c1-ab03-f7c46bdc2273 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.574339] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7285f1ba-a018-4200-8be3-08abaaf5ca82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.583756] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.583756] env[69722]: value = "task-3438804" [ 1037.583756] env[69722]: _type = "Task" [ 1037.583756] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.584465] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52708306-eb57-7e50-73a2-505b4a45b6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.057695} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.591024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.591024] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.591024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.591024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.591024] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.600542] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11e3976b-bcca-43ff-a738-b70db8230e1a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.602992] env[69722]: DEBUG nova.compute.provider_tree [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.610199] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499693} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.615328] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13/9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.615634] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.615814] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438804, 'name': CreateVM_Task} progress is 15%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.617840] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4935900-cf4c-486f-b55e-d9c6c2b4a8f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.619968] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.620164] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.621209] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cd2a2b-83fa-4499-b575-1795b3fc79e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.628107] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1037.628107] env[69722]: value = "task-3438805" [ 1037.628107] env[69722]: _type = "Task" [ 1037.628107] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.629403] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1037.629403] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c31541-ff4d-614b-f343-dd9bc1b51f22" [ 1037.629403] env[69722]: _type = "Task" [ 1037.629403] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.641949] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.645745] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c31541-ff4d-614b-f343-dd9bc1b51f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.695137] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438802, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.974705] env[69722]: DEBUG oslo_vmware.api [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438803, 'name': PowerOffVM_Task, 'duration_secs': 0.225144} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.975006] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.975187] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.975777] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d865a0c0-a878-45c5-902b-6b9e3a2000be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.048024] env[69722]: DEBUG oslo_concurrency.lockutils [req-15157799-9e69-4992-b8f7-93ace54480f4 req-19598a9e-b530-4555-83b0-0317a85176a2 service nova] Releasing lock "refresh_cache-1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.097610] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438804, 'name': CreateVM_Task, 'duration_secs': 0.399663} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.097781] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.098436] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.098609] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.098897] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.099271] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2219daf4-57bb-473c-b070-b11d06f5449b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.103713] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1038.103713] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eca2fa-76dc-1e49-f84a-00e2a863ad68" [ 1038.103713] env[69722]: _type = "Task" [ 1038.103713] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.107884] env[69722]: DEBUG nova.scheduler.client.report [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.115300] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eca2fa-76dc-1e49-f84a-00e2a863ad68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.140338] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109991} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.141073] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.142627] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef180fb5-371e-43b9-88dc-7fe7b43ab742 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.148967] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c31541-ff4d-614b-f343-dd9bc1b51f22, 'name': SearchDatastore_Task, 'duration_secs': 0.017193} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.151394] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.151967] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.151967] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Deleting the datastore file [datastore1] 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.151967] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a3cbc37-38e0-418b-ad22-ece22f6ed489 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.154042] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d810e38-a0f0-454a-a382-8e460186431c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.174968] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13/9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.176039] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14db9835-f0ad-498c-bf2b-00c613bd0adf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.194124] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1038.194124] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ff06ee-f17f-17db-1b1c-d1f8d44f9126" [ 1038.194124] env[69722]: _type = "Task" [ 1038.194124] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.194394] env[69722]: DEBUG oslo_vmware.api [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for the task: (returnval){ [ 1038.194394] env[69722]: value = "task-3438807" [ 1038.194394] env[69722]: _type = "Task" [ 1038.194394] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.204875] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1038.204875] env[69722]: value = "task-3438808" [ 1038.204875] env[69722]: _type = "Task" [ 1038.204875] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.218273] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ff06ee-f17f-17db-1b1c-d1f8d44f9126, 'name': SearchDatastore_Task, 'duration_secs': 0.017377} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.218617] env[69722]: DEBUG oslo_vmware.api [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438802, 'name': PowerOnVM_Task, 'duration_secs': 0.681924} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.218924] env[69722]: DEBUG oslo_vmware.api [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.219595] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.220204] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad/1e3880be-63f5-43ad-9f8a-2bc14d6f52ad.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.220564] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.220839] env[69722]: DEBUG nova.compute.manager [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.224702] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57aca59b-9f77-426e-818b-8defb4021973 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.227504] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecb0a11-0e63-46a6-a1fc-c0313ee8c8ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.230508] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.238943] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1038.238943] env[69722]: value = "task-3438809" [ 1038.238943] env[69722]: _type = "Task" [ 1038.238943] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.247419] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.428725] env[69722]: DEBUG nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.456271] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.456606] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.456796] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.457040] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.457250] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.457430] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.457703] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.457873] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.458284] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.458284] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.458449] env[69722]: DEBUG nova.virt.hardware [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.459494] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302181f-3333-4ffb-81d6-a8babbf61762 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.470642] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2875fc-cee8-441f-b70e-deef414d2917 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.611868] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.618941] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.063s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.618941] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.624143] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.025s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.624143] env[69722]: DEBUG nova.objects.instance [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1038.624143] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eca2fa-76dc-1e49-f84a-00e2a863ad68, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.624393] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.624563] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.624747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.624885] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.625125] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.625416] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-867c0422-94cd-46a0-a65a-0fcd6e889a9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.643174] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.644439] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.644439] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebf4bc3-23b6-418e-91d0-72fe28368670 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.652261] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1038.652261] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a10f00-c2ce-b685-b2ac-65a3bbceacab" [ 1038.652261] env[69722]: _type = "Task" [ 1038.652261] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.657840] env[69722]: INFO nova.scheduler.client.report [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted allocations for instance ae41ee5f-86e0-4596-aaba-403fbbd201f3 [ 1038.660320] env[69722]: INFO nova.scheduler.client.report [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted allocations for instance 98ab9f8d-0c12-429a-a991-fe7489c45925 [ 1038.669883] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a10f00-c2ce-b685-b2ac-65a3bbceacab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.716195] env[69722]: DEBUG oslo_vmware.api [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Task: {'id': task-3438807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165297} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.716195] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.716296] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.718832] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.718832] env[69722]: INFO nova.compute.manager [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Took 1.48 seconds to destroy the instance on the hypervisor. [ 1038.718832] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.722522] env[69722]: DEBUG nova.compute.manager [-] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.722632] env[69722]: DEBUG nova.network.neutron [-] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.725186] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438808, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.756020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.757940] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452541} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.760094] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad/1e3880be-63f5-43ad-9f8a-2bc14d6f52ad.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.760094] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.760094] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a0800f6-cfa4-4afa-8ee3-650ffab82a81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.770303] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1038.770303] env[69722]: value = "task-3438810" [ 1038.770303] env[69722]: _type = "Task" [ 1038.770303] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.776212] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.908878] env[69722]: DEBUG nova.compute.manager [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.909831] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e096de-1a5d-45dd-a00a-96e29aa08683 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.172052] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a10f00-c2ce-b685-b2ac-65a3bbceacab, 'name': SearchDatastore_Task, 'duration_secs': 0.024253} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.178707] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc273887-e3b6-4cd9-b45d-303199b381db tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "98ab9f8d-0c12-429a-a991-fe7489c45925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.097s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.179926] env[69722]: DEBUG oslo_concurrency.lockutils [None req-25aa22d7-d570-46a0-88f7-74a7368149ca tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.214s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.181237] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d79c5ba-def5-4c36-8634-6fff290fe01c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.186345] env[69722]: DEBUG oslo_concurrency.lockutils [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] Acquired lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.186668] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047278ce-1f35-431a-b1a8-e264e82d2a28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.198849] env[69722]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1039.198849] env[69722]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69722) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1039.198849] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1039.198849] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c86774-504f-6677-101f-0d6ca81e0df7" [ 1039.198849] env[69722]: _type = "Task" [ 1039.198849] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.198849] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd87cc08-9787-407f-8da9-7ef3d7b47160 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.209475] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c86774-504f-6677-101f-0d6ca81e0df7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.218257] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee35de6-46eb-4761-9c61-6ea9c77dec1c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.234887] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438808, 'name': ReconfigVM_Task, 'duration_secs': 0.687469} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.235460] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13/9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.236263] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dd55038-51e3-41db-ac58-26b4cca5ce82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.254236] env[69722]: ERROR root [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-686434' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-686434' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-686434' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-686434'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-686434' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-686434' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-686434'}\n"]: nova.exception.InstanceNotFound: Instance ae41ee5f-86e0-4596-aaba-403fbbd201f3 could not be found. [ 1039.254596] env[69722]: DEBUG oslo_concurrency.lockutils [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] Releasing lock "ae41ee5f-86e0-4596-aaba-403fbbd201f3" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.254837] env[69722]: DEBUG nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Detach interface failed, port_id=b7ee70e2-6da2-46aa-b01d-9d08142b43ca, reason: Instance ae41ee5f-86e0-4596-aaba-403fbbd201f3 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.255122] env[69722]: DEBUG nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Received event network-vif-deleted-87153244-330e-4d7a-a3b7-466addb68b51 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.255307] env[69722]: INFO nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Neutron deleted interface 87153244-330e-4d7a-a3b7-466addb68b51; detaching it from the instance and deleting it from the info cache [ 1039.255481] env[69722]: DEBUG nova.network.neutron [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.257823] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1039.257823] env[69722]: value = "task-3438811" [ 1039.257823] env[69722]: _type = "Task" [ 1039.257823] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.279780] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181959} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.280810] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.281928] env[69722]: DEBUG nova.compute.manager [req-b1c55736-c267-4f12-a8be-c83e50f102c2 req-1bacaa36-84d0-44ab-96d2-9cd9ad72e957 service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Received event network-vif-plugged-47c222a2-99ff-44c1-ab03-f7c46bdc2273 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.282192] env[69722]: DEBUG oslo_concurrency.lockutils [req-b1c55736-c267-4f12-a8be-c83e50f102c2 req-1bacaa36-84d0-44ab-96d2-9cd9ad72e957 service nova] Acquiring lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.282352] env[69722]: DEBUG oslo_concurrency.lockutils [req-b1c55736-c267-4f12-a8be-c83e50f102c2 req-1bacaa36-84d0-44ab-96d2-9cd9ad72e957 service nova] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.282507] env[69722]: DEBUG oslo_concurrency.lockutils [req-b1c55736-c267-4f12-a8be-c83e50f102c2 req-1bacaa36-84d0-44ab-96d2-9cd9ad72e957 service nova] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.282690] env[69722]: DEBUG nova.compute.manager [req-b1c55736-c267-4f12-a8be-c83e50f102c2 req-1bacaa36-84d0-44ab-96d2-9cd9ad72e957 service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] No waiting events found dispatching network-vif-plugged-47c222a2-99ff-44c1-ab03-f7c46bdc2273 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.282830] env[69722]: WARNING nova.compute.manager [req-b1c55736-c267-4f12-a8be-c83e50f102c2 req-1bacaa36-84d0-44ab-96d2-9cd9ad72e957 service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Received unexpected event network-vif-plugged-47c222a2-99ff-44c1-ab03-f7c46bdc2273 for instance with vm_state building and task_state spawning. [ 1039.283731] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1baf3354-90c0-489b-bf0d-942b824f2730 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.308665] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad/1e3880be-63f5-43ad-9f8a-2bc14d6f52ad.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.309682] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2ef3f1-2749-422e-9dd4-3412c0cd92d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.332261] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1039.332261] env[69722]: value = "task-3438812" [ 1039.332261] env[69722]: _type = "Task" [ 1039.332261] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.342964] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.382039] env[69722]: DEBUG nova.compute.manager [req-0049125b-8e85-4a6c-85b2-e135572135a5 req-1f1707ba-a2e0-40f5-bbce-7f321b1d4077 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Received event network-vif-deleted-c4af0fb9-8beb-494e-9c33-de11ee618516 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.382282] env[69722]: INFO nova.compute.manager [req-0049125b-8e85-4a6c-85b2-e135572135a5 req-1f1707ba-a2e0-40f5-bbce-7f321b1d4077 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Neutron deleted interface c4af0fb9-8beb-494e-9c33-de11ee618516; detaching it from the instance and deleting it from the info cache [ 1039.382495] env[69722]: DEBUG nova.network.neutron [req-0049125b-8e85-4a6c-85b2-e135572135a5 req-1f1707ba-a2e0-40f5-bbce-7f321b1d4077 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.384202] env[69722]: DEBUG nova.network.neutron [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Successfully updated port: 47c222a2-99ff-44c1-ab03-f7c46bdc2273 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.420959] env[69722]: INFO nova.compute.manager [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] instance snapshotting [ 1039.421925] env[69722]: DEBUG nova.objects.instance [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'flavor' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.546563] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "d20ad4a3-41a9-424a-9b3f-5b054b309198" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.546843] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "d20ad4a3-41a9-424a-9b3f-5b054b309198" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.547090] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "d20ad4a3-41a9-424a-9b3f-5b054b309198-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.547280] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "d20ad4a3-41a9-424a-9b3f-5b054b309198-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.547485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "d20ad4a3-41a9-424a-9b3f-5b054b309198-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.550062] env[69722]: INFO nova.compute.manager [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Terminating instance [ 1039.633041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9ec76926-39ba-41c9-a01c-5538489545ff tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.634162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.392s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.635577] env[69722]: INFO nova.compute.claims [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.709624] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c86774-504f-6677-101f-0d6ca81e0df7, 'name': SearchDatastore_Task, 'duration_secs': 0.018497} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.709624] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.709624] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.709624] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e8d769a-ce0a-400c-a7bd-643086fe19da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.718460] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1039.718460] env[69722]: value = "task-3438813" [ 1039.718460] env[69722]: _type = "Task" [ 1039.718460] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.725132] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.762020] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65ae0542-e4bf-4caf-bda3-07809bdc34ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.771973] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438811, 'name': Rename_Task, 'duration_secs': 0.287138} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.775021] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.775021] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e634cb-67ac-4e9b-849a-b797fb53ab45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.779300] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eb22db-ec10-4eb3-b8f7-f94e2b72c80b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.800039] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1039.800039] env[69722]: value = "task-3438814" [ 1039.800039] env[69722]: _type = "Task" [ 1039.800039] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.818126] env[69722]: DEBUG nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Detach interface failed, port_id=87153244-330e-4d7a-a3b7-466addb68b51, reason: Instance 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.818498] env[69722]: DEBUG nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Received event network-vif-deleted-7174cef7-7880-40f9-8ebe-8154ed0d23b6 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.818750] env[69722]: INFO nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Neutron deleted interface 7174cef7-7880-40f9-8ebe-8154ed0d23b6; detaching it from the instance and deleting it from the info cache [ 1039.819113] env[69722]: DEBUG nova.network.neutron [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Updating instance_info_cache with network_info: [{"id": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "address": "fa:16:3e:4d:2d:a3", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ba265ca-ee", "ovs_interfaceid": "6ba265ca-ee66-4f93-a8b6-51562c90ecb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.826085] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.827537] env[69722]: DEBUG nova.network.neutron [-] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.846187] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438812, 'name': ReconfigVM_Task, 'duration_secs': 0.28863} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.846366] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad/1e3880be-63f5-43ad-9f8a-2bc14d6f52ad.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.846980] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3fbe198-8616-4bb5-8a57-cbf246cd7320 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.854391] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1039.854391] env[69722]: value = "task-3438815" [ 1039.854391] env[69722]: _type = "Task" [ 1039.854391] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.864018] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438815, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.887119] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.887119] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.887119] env[69722]: DEBUG nova.network.neutron [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.888601] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-89cc7fd2-fe44-4a66-a87d-11825e6d3758 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.897301] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df641c79-fa56-4c7a-8c70-0ee1e123f94e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.933954] env[69722]: DEBUG nova.compute.manager [req-0049125b-8e85-4a6c-85b2-e135572135a5 req-1f1707ba-a2e0-40f5-bbce-7f321b1d4077 service nova] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Detach interface failed, port_id=c4af0fb9-8beb-494e-9c33-de11ee618516, reason: Instance 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.935427] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae79692f-86f4-4db0-8f5b-bef9ee148187 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.954251] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c856bb0-d7e0-4e99-904b-6840295c6169 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.053593] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "refresh_cache-d20ad4a3-41a9-424a-9b3f-5b054b309198" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.054554] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquired lock "refresh_cache-d20ad4a3-41a9-424a-9b3f-5b054b309198" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.054554] env[69722]: DEBUG nova.network.neutron [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.229157] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438813, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.309182] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.322054] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72586a44-ac49-4d40-a2cd-ac5ecaba03b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.330566] env[69722]: INFO nova.compute.manager [-] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Took 1.61 seconds to deallocate network for instance. [ 1040.335563] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018718fe-0366-4332-8842-a6e443bff6b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.366665] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438815, 'name': Rename_Task, 'duration_secs': 0.14766} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.381339] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1040.381757] env[69722]: DEBUG nova.compute.manager [req-8545ce68-442f-48fe-b3f8-23b38a1b26af req-cf2e97ea-d740-45d9-8adf-7bbc19dda124 service nova] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Detach interface failed, port_id=7174cef7-7880-40f9-8ebe-8154ed0d23b6, reason: Instance ae41ee5f-86e0-4596-aaba-403fbbd201f3 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1040.382273] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cc80d2f-053b-4823-bfcd-1f9c586bf367 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.388674] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1040.388674] env[69722]: value = "task-3438816" [ 1040.388674] env[69722]: _type = "Task" [ 1040.388674] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.397070] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.463792] env[69722]: DEBUG nova.network.neutron [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.469202] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1040.469202] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4c7e6598-c0b5-49c6-9eff-5f302f85935c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.477894] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1040.477894] env[69722]: value = "task-3438817" [ 1040.477894] env[69722]: _type = "Task" [ 1040.477894] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.487677] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.731233] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568364} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.731694] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.731915] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.732229] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d729a682-2a9e-4fc9-ac05-d0598fc3add9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.741848] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1040.741848] env[69722]: value = "task-3438818" [ 1040.741848] env[69722]: _type = "Task" [ 1040.741848] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.753313] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.776890] env[69722]: DEBUG nova.network.neutron [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.792150] env[69722]: DEBUG nova.network.neutron [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance_info_cache with network_info: [{"id": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "address": "fa:16:3e:e9:4e:64", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c222a2-99", "ovs_interfaceid": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.817337] env[69722]: DEBUG oslo_vmware.api [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438814, 'name': PowerOnVM_Task, 'duration_secs': 0.868747} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.817753] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.818012] env[69722]: INFO nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1040.818202] env[69722]: DEBUG nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.819165] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a6c6c6-78f4-4b83-9008-0c8c2dab100c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.855668] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.874160] env[69722]: DEBUG nova.network.neutron [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.902720] env[69722]: DEBUG oslo_vmware.api [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438816, 'name': PowerOnVM_Task, 'duration_secs': 0.498757} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.903041] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.903244] env[69722]: INFO nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1040.903418] env[69722]: DEBUG nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.905390] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad30b9-b41d-4ed2-a33f-17d17ef8c320 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.000046] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.017608] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08acc572-2365-4d16-b4f4-a04c7ffe5f9a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.026095] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dcbf40-0abe-4331-a747-b7d3e05a006c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.056908] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b336661-2f7e-49d2-9c7b-95db6cc461af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.064357] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f798150-b6da-4460-a64e-9523ccb7e329 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.077926] env[69722]: DEBUG nova.compute.provider_tree [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.252658] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073282} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.252872] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.253764] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4bf4ba-66be-440a-bc9d-5775b0f5684f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.277549] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.277866] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef40006-1980-4d4c-a4ab-d5e794f14c9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.296774] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.297121] env[69722]: DEBUG nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Instance network_info: |[{"id": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "address": "fa:16:3e:e9:4e:64", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c222a2-99", "ovs_interfaceid": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.298706] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:4e:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c222a2-99ff-44c1-ab03-f7c46bdc2273', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.305207] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.305642] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.305905] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-947e692b-c743-4323-9e40-b6bd120eab79 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.322424] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1041.322424] env[69722]: value = "task-3438819" [ 1041.322424] env[69722]: _type = "Task" [ 1041.322424] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.327118] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.327118] env[69722]: value = "task-3438820" [ 1041.327118] env[69722]: _type = "Task" [ 1041.327118] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.342480] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.345914] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438820, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.346455] env[69722]: INFO nova.compute.manager [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Took 45.63 seconds to build instance. [ 1041.377344] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Releasing lock "refresh_cache-d20ad4a3-41a9-424a-9b3f-5b054b309198" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.377849] env[69722]: DEBUG nova.compute.manager [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1041.378071] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1041.379760] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafdf705-1ae2-4326-bb92-ab882c3a7532 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.386808] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1041.387065] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a161615-ae76-4fdd-9a96-e26c48e6c388 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.392926] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1041.392926] env[69722]: value = "task-3438821" [ 1041.392926] env[69722]: _type = "Task" [ 1041.392926] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.401510] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.428255] env[69722]: INFO nova.compute.manager [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Took 44.71 seconds to build instance. [ 1041.490341] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.586763] env[69722]: DEBUG nova.scheduler.client.report [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.834106] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438819, 'name': ReconfigVM_Task, 'duration_secs': 0.427473} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.835121] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 28bce77d-f28b-4e03-884a-4a244456b6cf/28bce77d-f28b-4e03-884a-4a244456b6cf.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.836297] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encryption_format': None, 'encryption_secret_uuid': None, 'guest_format': None, 'device_name': '/dev/sda', 'size': 0, 'device_type': 'disk', 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'image_id': 'de7c40a4-95a5-4f8b-8d67-3b386f825da8'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'delete_on_termination': False, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'}, 'guest_format': None, 'device_type': None, 'attachment_id': '8305bf5d-fa09-4990-8982-13ed7abcde32', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69722) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1041.836297] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.836410] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.840202] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab7a3f-c918-4e1b-bbbe-e0dcd1699f0c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.842912] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438820, 'name': CreateVM_Task, 'duration_secs': 0.406184} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.844275] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.847373] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.849974] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.849974] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.860392] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f75e1804-91c7-42c7-8f04-b251d8544e74 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.157s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.860764] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd8e7aa-236c-4572-97d2-c0cf979ba725 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.864154] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43af8ea-6c11-4627-a441-346bd03a5a85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.870947] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1041.870947] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e046c1-9efa-2691-cc66-da9c4c7a944e" [ 1041.870947] env[69722]: _type = "Task" [ 1041.870947] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.893682] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5/volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.897800] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9973b1c1-80f1-4df2-b862-91ecb967e2ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.925566] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e046c1-9efa-2691-cc66-da9c4c7a944e, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.931735] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.932550] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.932550] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.932550] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.932550] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.932949] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d1082986-1a87-49af-a6e8-85128381b6bf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.230s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.933417] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.934482] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1041.934482] env[69722]: value = "task-3438822" [ 1041.934482] env[69722]: _type = "Task" [ 1041.934482] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.937071] env[69722]: DEBUG nova.compute.manager [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Received event network-changed-47c222a2-99ff-44c1-ab03-f7c46bdc2273 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.937071] env[69722]: DEBUG nova.compute.manager [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Refreshing instance network info cache due to event network-changed-47c222a2-99ff-44c1-ab03-f7c46bdc2273. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.937071] env[69722]: DEBUG oslo_concurrency.lockutils [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] Acquiring lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.937071] env[69722]: DEBUG oslo_concurrency.lockutils [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] Acquired lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.937071] env[69722]: DEBUG nova.network.neutron [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Refreshing network info cache for port 47c222a2-99ff-44c1-ab03-f7c46bdc2273 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.937353] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccdd079b-85db-4522-b03b-989ea8a1575c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.951803] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.953042] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.953042] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.953980] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c9bfe4-257d-4825-9828-473ea742cbe9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.960665] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1041.960665] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b2721a-ab03-51a0-aee4-4a738b475963" [ 1041.960665] env[69722]: _type = "Task" [ 1041.960665] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.977904] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b2721a-ab03-51a0-aee4-4a738b475963, 'name': SearchDatastore_Task, 'duration_secs': 0.012842} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.979641] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-046e6b52-9d1f-44e9-bc9b-bd18559d77aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.988436] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1041.988436] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a28d27-6242-438e-082f-bbbca44d2b19" [ 1041.988436] env[69722]: _type = "Task" [ 1041.988436] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.991860] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.999459] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a28d27-6242-438e-082f-bbbca44d2b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.091609] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.092145] env[69722]: DEBUG nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.094775] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.095s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.096607] env[69722]: INFO nova.compute.claims [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.350375] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.350702] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.350881] env[69722]: DEBUG nova.compute.manager [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.356332] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f87b9a0-7c20-40c5-a211-8eb82c5126fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.359667] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.359923] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.370737] env[69722]: DEBUG nova.compute.manager [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1042.371417] env[69722]: DEBUG nova.objects.instance [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'flavor' on Instance uuid 7bb71f82-7f50-469a-9827-8e27bb446245 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.410793] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.462546] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438822, 'name': ReconfigVM_Task, 'duration_secs': 0.456558} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.463009] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5/volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.477694] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6b0356a-83b2-4a9f-a0a6-1924a49c8ea3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.540780] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a28d27-6242-438e-082f-bbbca44d2b19, 'name': SearchDatastore_Task, 'duration_secs': 0.010828} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.541178] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438817, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.541651] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1042.541651] env[69722]: value = "task-3438823" [ 1042.541651] env[69722]: _type = "Task" [ 1042.541651] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.543778] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.543778] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 05b24896-d5dd-4a18-a473-ebf73b357c11/05b24896-d5dd-4a18-a473-ebf73b357c11.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.543778] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59434445-c25e-4dfe-a69a-a39843164b4e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.564479] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1042.564479] env[69722]: value = "task-3438824" [ 1042.564479] env[69722]: _type = "Task" [ 1042.564479] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.565346] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.579591] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.604512] env[69722]: DEBUG nova.compute.utils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.605927] env[69722]: DEBUG nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.606118] env[69722]: DEBUG nova.network.neutron [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.706550] env[69722]: DEBUG nova.policy [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7f517bb1a844bb0bec3767bf7845fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa85441042d1477d964ee2bf16247ffe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.771610] env[69722]: DEBUG nova.network.neutron [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updated VIF entry in instance network info cache for port 47c222a2-99ff-44c1-ab03-f7c46bdc2273. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.772011] env[69722]: DEBUG nova.network.neutron [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance_info_cache with network_info: [{"id": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "address": "fa:16:3e:e9:4e:64", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c222a2-99", "ovs_interfaceid": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.829549] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.829910] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.830148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.830359] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.830535] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.840764] env[69722]: INFO nova.compute.manager [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Terminating instance [ 1042.862287] env[69722]: DEBUG nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.912986] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438821, 'name': PowerOffVM_Task, 'duration_secs': 1.155998} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.913339] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1042.913871] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.914171] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-205110c9-dec4-483e-8efa-adc9da6ac9b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.940747] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.940963] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.941457] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Deleting the datastore file [datastore2] d20ad4a3-41a9-424a-9b3f-5b054b309198 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.941801] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94a2aa7e-8569-4aab-9274-40124c22f274 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.949462] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for the task: (returnval){ [ 1042.949462] env[69722]: value = "task-3438826" [ 1042.949462] env[69722]: _type = "Task" [ 1042.949462] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.960122] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.000756] env[69722]: DEBUG nova.compute.manager [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.000986] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f349866-c271-4fa1-b611-c6d9abb0b48e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.019015] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438817, 'name': CreateSnapshot_Task, 'duration_secs': 2.095576} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.019836] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1043.020704] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d92b9-3197-4206-88b8-8c09ccf1910a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.056011] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438823, 'name': ReconfigVM_Task, 'duration_secs': 0.150603} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.057031] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.057031] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4a03c11-54ae-4aca-a1b1-9a135e05f31a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.063024] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1043.063024] env[69722]: value = "task-3438827" [ 1043.063024] env[69722]: _type = "Task" [ 1043.063024] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.078091] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438827, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.086400] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491446} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.086734] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 05b24896-d5dd-4a18-a473-ebf73b357c11/05b24896-d5dd-4a18-a473-ebf73b357c11.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.087106] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.088105] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ee28296-da5d-4c47-ac91-942180a20838 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.096417] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1043.096417] env[69722]: value = "task-3438828" [ 1043.096417] env[69722]: _type = "Task" [ 1043.096417] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.108271] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.109935] env[69722]: DEBUG nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.275670] env[69722]: DEBUG oslo_concurrency.lockutils [req-f14903b2-558c-4ffd-adc6-4a1fcd29d680 req-8ff1f102-1e26-48f0-9992-5cd233932dbe service nova] Releasing lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.300382] env[69722]: DEBUG nova.network.neutron [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Successfully created port: cc6389e6-16bd-4981-ac9f-c5a579953516 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.346900] env[69722]: DEBUG nova.compute.manager [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.347150] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.348120] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca0dfcb-b3a3-47c9-abb6-6b43b341ca18 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.361527] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.361806] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67136ebe-0101-4b68-959f-c085827034a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.371184] env[69722]: DEBUG oslo_vmware.api [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1043.371184] env[69722]: value = "task-3438829" [ 1043.371184] env[69722]: _type = "Task" [ 1043.371184] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.380914] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.383453] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b242ac24-f439-48c2-aa09-69ccb2278de1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.391150] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.392270] env[69722]: DEBUG oslo_vmware.api [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.395961] env[69722]: DEBUG oslo_vmware.api [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1043.395961] env[69722]: value = "task-3438830" [ 1043.395961] env[69722]: _type = "Task" [ 1043.395961] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.405689] env[69722]: DEBUG oslo_vmware.api [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.461892] env[69722]: DEBUG oslo_vmware.api [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Task: {'id': task-3438826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164609} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.464394] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.464626] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.465025] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.465250] env[69722]: INFO nova.compute.manager [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1043.465547] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.466800] env[69722]: DEBUG nova.compute.manager [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1043.466800] env[69722]: DEBUG nova.network.neutron [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1043.478964] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46841194-b5f6-4684-ad5e-5e2a613cd51e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.487071] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c99ab4c-737b-4abb-b64d-3f97bec84277 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.495498] env[69722]: DEBUG nova.network.neutron [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.525727] env[69722]: INFO nova.compute.manager [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] instance snapshotting [ 1043.530894] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39b982c-9f2b-48c7-ba0d-ddfd1e668c18 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.534768] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee17f1c3-b491-4532-931c-6e7857a89184 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.546740] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1043.548035] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfa534c4-bc60-4002-9e3b-ad5d969372cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.569020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678f3b25-6bc4-4b18-9072-d4fd9a4a7dac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.578751] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db45866-84d7-490b-b41d-204b6f5d2c6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.581775] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1043.581775] env[69722]: value = "task-3438831" [ 1043.581775] env[69722]: _type = "Task" [ 1043.581775] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.598206] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438827, 'name': Rename_Task, 'duration_secs': 0.169742} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.598744] env[69722]: DEBUG nova.compute.provider_tree [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.602238] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.610885] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db0547e0-8c13-4c3a-8ce0-89f78122a64e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.612593] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438831, 'name': CloneVM_Task} progress is 12%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.624851] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076183} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.625148] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1043.625148] env[69722]: value = "task-3438832" [ 1043.625148] env[69722]: _type = "Task" [ 1043.625148] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.625848] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.626472] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6217d238-2b60-4337-9e57-302bd16c8553 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.656369] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 05b24896-d5dd-4a18-a473-ebf73b357c11/05b24896-d5dd-4a18-a473-ebf73b357c11.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.660857] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff076833-9302-47ec-8ff4-63124abaa665 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.676646] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438832, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.684165] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1043.684165] env[69722]: value = "task-3438833" [ 1043.684165] env[69722]: _type = "Task" [ 1043.684165] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.692998] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.886812] env[69722]: DEBUG oslo_vmware.api [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438829, 'name': PowerOffVM_Task, 'duration_secs': 0.179159} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.887113] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.887278] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.887552] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc07c06d-772c-4e03-9ad6-700d76bb08b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.905117] env[69722]: DEBUG oslo_vmware.api [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438830, 'name': PowerOffVM_Task, 'duration_secs': 0.202492} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.905267] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.905660] env[69722]: DEBUG nova.compute.manager [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.906290] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a458c622-6085-468a-8712-1d1cd982031d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.958472] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.958710] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.958907] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleting the datastore file [datastore2] 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.959174] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea52dd8-136a-4c9e-af2a-571d189924f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.969335] env[69722]: DEBUG oslo_vmware.api [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1043.969335] env[69722]: value = "task-3438835" [ 1043.969335] env[69722]: _type = "Task" [ 1043.969335] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.976846] env[69722]: DEBUG oslo_vmware.api [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.998280] env[69722]: DEBUG nova.network.neutron [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.093322] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438831, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.114346] env[69722]: DEBUG nova.scheduler.client.report [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.118393] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.118959] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee57b78e-6d77-4a1d-bb67-f1abd5381ae9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.130402] env[69722]: DEBUG nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.141901] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1044.141901] env[69722]: value = "task-3438836" [ 1044.141901] env[69722]: _type = "Task" [ 1044.141901] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.151174] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.156869] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.174730] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.174730] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.174730] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.175132] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.175132] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.175338] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.176033] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.176228] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.176419] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.176591] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.176769] env[69722]: DEBUG nova.virt.hardware [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.177744] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1185b22-ef1d-46b8-90b3-fcf6649bfeec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.190590] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cda037-fe4c-4cef-9d8e-62eb65d32ca6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.200526] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438833, 'name': ReconfigVM_Task, 'duration_secs': 0.37967} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.208788] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 05b24896-d5dd-4a18-a473-ebf73b357c11/05b24896-d5dd-4a18-a473-ebf73b357c11.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.209828] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da809303-504b-467c-bcd8-3632044e3500 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.215504] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1044.215504] env[69722]: value = "task-3438837" [ 1044.215504] env[69722]: _type = "Task" [ 1044.215504] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.224507] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438837, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.418331] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4189ba16-3033-41fa-b1a4-86af82f56223 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.489212] env[69722]: DEBUG oslo_vmware.api [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259674} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.490992] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.491312] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.491576] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.491809] env[69722]: INFO nova.compute.manager [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1044.492140] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.492976] env[69722]: DEBUG nova.compute.manager [-] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.493333] env[69722]: DEBUG nova.network.neutron [-] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.499466] env[69722]: INFO nova.compute.manager [-] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Took 1.03 seconds to deallocate network for instance. [ 1044.593826] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438831, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.623023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.623023] env[69722]: DEBUG nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1044.625659] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.525s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.626116] env[69722]: DEBUG nova.objects.instance [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lazy-loading 'resources' on Instance uuid 92479aee-268b-4e22-833d-ac25b910b102 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.648241] env[69722]: DEBUG oslo_vmware.api [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438832, 'name': PowerOnVM_Task, 'duration_secs': 0.555885} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.652139] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.652838] env[69722]: DEBUG nova.compute.manager [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.655112] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcf9402-d67e-40b8-a15f-2812331381d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.667619] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438836, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.727625] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438837, 'name': Rename_Task, 'duration_secs': 0.279055} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.728067] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.728681] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20db4017-5c7a-4210-8357-d180731bc46a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.739021] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1044.739021] env[69722]: value = "task-3438838" [ 1044.739021] env[69722]: _type = "Task" [ 1044.739021] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.748570] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.959716] env[69722]: DEBUG nova.compute.manager [req-072e6b18-0fbb-4b15-a96a-357d30e19690 req-d57640a6-fc4f-4c62-8674-da0650e5ade3 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Received event network-vif-deleted-625f59b5-9ef2-467e-bbaf-29139b720fbd {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.961986] env[69722]: INFO nova.compute.manager [req-072e6b18-0fbb-4b15-a96a-357d30e19690 req-d57640a6-fc4f-4c62-8674-da0650e5ade3 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Neutron deleted interface 625f59b5-9ef2-467e-bbaf-29139b720fbd; detaching it from the instance and deleting it from the info cache [ 1044.961986] env[69722]: DEBUG nova.network.neutron [req-072e6b18-0fbb-4b15-a96a-357d30e19690 req-d57640a6-fc4f-4c62-8674-da0650e5ade3 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.970752] env[69722]: DEBUG nova.compute.manager [req-c54634f2-9fdc-48cf-9a06-406282cca110 req-9d8b0710-3d81-4bae-b53e-3b3527482a06 service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Received event network-vif-plugged-cc6389e6-16bd-4981-ac9f-c5a579953516 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.971982] env[69722]: DEBUG oslo_concurrency.lockutils [req-c54634f2-9fdc-48cf-9a06-406282cca110 req-9d8b0710-3d81-4bae-b53e-3b3527482a06 service nova] Acquiring lock "c51b5827-ae23-450c-bec4-cd835b1f4533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.971982] env[69722]: DEBUG oslo_concurrency.lockutils [req-c54634f2-9fdc-48cf-9a06-406282cca110 req-9d8b0710-3d81-4bae-b53e-3b3527482a06 service nova] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.971982] env[69722]: DEBUG oslo_concurrency.lockutils [req-c54634f2-9fdc-48cf-9a06-406282cca110 req-9d8b0710-3d81-4bae-b53e-3b3527482a06 service nova] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.971982] env[69722]: DEBUG nova.compute.manager [req-c54634f2-9fdc-48cf-9a06-406282cca110 req-9d8b0710-3d81-4bae-b53e-3b3527482a06 service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] No waiting events found dispatching network-vif-plugged-cc6389e6-16bd-4981-ac9f-c5a579953516 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1044.971982] env[69722]: WARNING nova.compute.manager [req-c54634f2-9fdc-48cf-9a06-406282cca110 req-9d8b0710-3d81-4bae-b53e-3b3527482a06 service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Received unexpected event network-vif-plugged-cc6389e6-16bd-4981-ac9f-c5a579953516 for instance with vm_state building and task_state spawning. [ 1044.976986] env[69722]: DEBUG nova.objects.instance [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'flavor' on Instance uuid 7bb71f82-7f50-469a-9827-8e27bb446245 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.006534] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.096046] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438831, 'name': CloneVM_Task, 'duration_secs': 1.495498} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.099022] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Created linked-clone VM from snapshot [ 1045.099022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b3743-9cbd-4336-b5a7-9d7d6c40d6f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.106470] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Uploading image a28ee686-e01f-4adc-ba9e-d9cdb1c06f7b {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1045.115940] env[69722]: DEBUG nova.network.neutron [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Successfully updated port: cc6389e6-16bd-4981-ac9f-c5a579953516 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.130179] env[69722]: DEBUG nova.compute.utils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1045.130179] env[69722]: DEBUG nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1045.148049] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1045.148049] env[69722]: value = "vm-686498" [ 1045.148049] env[69722]: _type = "VirtualMachine" [ 1045.148049] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1045.152780] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fcd27623-177e-41d1-9400-c01bb2c8c350 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.163863] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438836, 'name': CreateSnapshot_Task, 'duration_secs': 0.817751} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.165474] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.165842] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease: (returnval){ [ 1045.165842] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52400914-5eb2-19d5-0351-a330344b8061" [ 1045.165842] env[69722]: _type = "HttpNfcLease" [ 1045.165842] env[69722]: } obtained for exporting VM: (result){ [ 1045.165842] env[69722]: value = "vm-686498" [ 1045.165842] env[69722]: _type = "VirtualMachine" [ 1045.165842] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1045.166201] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the lease: (returnval){ [ 1045.166201] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52400914-5eb2-19d5-0351-a330344b8061" [ 1045.166201] env[69722]: _type = "HttpNfcLease" [ 1045.166201] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1045.167070] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43f6809-5bb9-4e2a-a5b1-1365e1685576 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.200902] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1045.200902] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52400914-5eb2-19d5-0351-a330344b8061" [ 1045.200902] env[69722]: _type = "HttpNfcLease" [ 1045.200902] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1045.200902] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1045.200902] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52400914-5eb2-19d5-0351-a330344b8061" [ 1045.200902] env[69722]: _type = "HttpNfcLease" [ 1045.200902] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1045.200902] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.201631] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b61554-206d-4688-bd4c-42067aeae840 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.213113] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379945-3943-58cb-2906-5c3d95498550/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1045.213113] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379945-3943-58cb-2906-5c3d95498550/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1045.289946] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438838, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.318404] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4cd43c21-c5eb-48c7-9bd7-d79bf780da9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.430303] env[69722]: DEBUG nova.network.neutron [-] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.468531] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92cae924-1a4a-4f7f-aa0e-7dab1b68a8b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.480849] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.481040] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.481228] env[69722]: DEBUG nova.network.neutron [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.481423] env[69722]: DEBUG nova.objects.instance [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'info_cache' on Instance uuid 7bb71f82-7f50-469a-9827-8e27bb446245 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.489366] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd67da6e-446b-41ab-b280-f56812db9c93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.534049] env[69722]: DEBUG nova.compute.manager [req-072e6b18-0fbb-4b15-a96a-357d30e19690 req-d57640a6-fc4f-4c62-8674-da0650e5ade3 service nova] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Detach interface failed, port_id=625f59b5-9ef2-467e-bbaf-29139b720fbd, reason: Instance 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1045.620898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "refresh_cache-c51b5827-ae23-450c-bec4-cd835b1f4533" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.621026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquired lock "refresh_cache-c51b5827-ae23-450c-bec4-cd835b1f4533" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.622729] env[69722]: DEBUG nova.network.neutron [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.639377] env[69722]: DEBUG nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1045.644539] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a765812-12a6-427f-96d5-32887a785ecc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.655033] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cc6cc8-b573-4b92-acde-7586248d4819 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.690376] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702c8084-a5e2-4ff1-a527-f3946922102a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.699538] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b7cad-3526-4fe5-9294-77e44c7e3cca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.711832] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.712599] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff76b774-07cd-4ef6-aaf5-5e8a533bce1b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.728066] env[69722]: DEBUG nova.compute.provider_tree [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.731459] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1045.731459] env[69722]: value = "task-3438840" [ 1045.731459] env[69722]: _type = "Task" [ 1045.731459] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.745417] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438840, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.786222] env[69722]: DEBUG oslo_vmware.api [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438838, 'name': PowerOnVM_Task, 'duration_secs': 0.78906} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.787063] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.787063] env[69722]: INFO nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1045.787303] env[69722]: DEBUG nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.788214] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d9b588-5069-425b-8d74-8bfabe1a0dd1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.932933] env[69722]: INFO nova.compute.manager [-] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Took 1.44 seconds to deallocate network for instance. [ 1046.006379] env[69722]: DEBUG nova.objects.base [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Object Instance<7bb71f82-7f50-469a-9827-8e27bb446245> lazy-loaded attributes: flavor,info_cache {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.173900] env[69722]: DEBUG nova.network.neutron [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.235067] env[69722]: DEBUG nova.scheduler.client.report [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.247274] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438840, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.319286] env[69722]: INFO nova.compute.manager [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Took 45.68 seconds to build instance. [ 1046.359100] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "ff33452c-aa21-4ec7-a80d-4dd577307a45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.359355] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.442264] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.442916] env[69722]: DEBUG nova.network.neutron [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Updating instance_info_cache with network_info: [{"id": "cc6389e6-16bd-4981-ac9f-c5a579953516", "address": "fa:16:3e:60:48:15", "network": {"id": "55d9fc64-aba7-43b4-b1c2-c28491086df4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-331597106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa85441042d1477d964ee2bf16247ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6389e6-16", "ovs_interfaceid": "cc6389e6-16bd-4981-ac9f-c5a579953516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.495512] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.495693] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.648851] env[69722]: DEBUG nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1046.678041] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1046.678742] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1046.678976] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.679668] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1046.679668] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.679986] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1046.681825] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1046.681825] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1046.681825] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1046.681825] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1046.681825] env[69722]: DEBUG nova.virt.hardware [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1046.682518] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eaf8c9-f70b-4087-8da8-03f61b282fc1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.693638] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f73680-c695-44ca-baf7-8235f28fa41e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.707292] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.713663] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Creating folder: Project (14c715e0b6374f30a1bab9fe1d4dc81c). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.716685] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-419e9d6f-af13-45c7-94a1-ed9b7a819b0c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.726540] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Created folder: Project (14c715e0b6374f30a1bab9fe1d4dc81c) in parent group-v686248. [ 1046.726763] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Creating folder: Instances. Parent ref: group-v686501. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.727161] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fb7c8da-ddd2-4fdd-b08c-cca6da4b5605 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.735851] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Created folder: Instances in parent group-v686501. [ 1046.736211] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.739677] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.740427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.742739] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e16712f-fefe-43aa-bce8-dcc351b33382 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.755996] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.140s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.758044] env[69722]: INFO nova.compute.claims [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.767313] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438840, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.771572] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.771572] env[69722]: value = "task-3438843" [ 1046.771572] env[69722]: _type = "Task" [ 1046.771572] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.780157] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438843, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.792967] env[69722]: INFO nova.scheduler.client.report [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Deleted allocations for instance 92479aee-268b-4e22-833d-ac25b910b102 [ 1046.822777] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fc8dfa1a-96b6-4548-9058-928934d6e8d0 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.200s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.830885] env[69722]: DEBUG nova.network.neutron [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.862457] env[69722]: DEBUG nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.948834] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Releasing lock "refresh_cache-c51b5827-ae23-450c-bec4-cd835b1f4533" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.950928] env[69722]: DEBUG nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Instance network_info: |[{"id": "cc6389e6-16bd-4981-ac9f-c5a579953516", "address": "fa:16:3e:60:48:15", "network": {"id": "55d9fc64-aba7-43b4-b1c2-c28491086df4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-331597106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa85441042d1477d964ee2bf16247ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6389e6-16", "ovs_interfaceid": "cc6389e6-16bd-4981-ac9f-c5a579953516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1046.950928] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:48:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4c7a041-8e34-47f9-8ea1-d2f29414fd9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc6389e6-16bd-4981-ac9f-c5a579953516', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.959289] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Creating folder: Project (fa85441042d1477d964ee2bf16247ffe). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.959837] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74cadb75-5cd3-4700-853b-a29c8c408e1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.971604] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Created folder: Project (fa85441042d1477d964ee2bf16247ffe) in parent group-v686248. [ 1046.971790] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Creating folder: Instances. Parent ref: group-v686504. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.972165] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6980504-c882-4594-a423-c4199799a6be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.983159] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Created folder: Instances in parent group-v686504. [ 1046.983716] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.984167] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.984400] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52ad3720-412a-4608-a76a-40f1fbe075bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.001476] env[69722]: INFO nova.compute.manager [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Detaching volume 8127ac35-6556-4f74-99c8-bc5e15664c8e [ 1047.006840] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.006840] env[69722]: value = "task-3438846" [ 1047.006840] env[69722]: _type = "Task" [ 1047.006840] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.024031] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438846, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.052297] env[69722]: DEBUG nova.compute.manager [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Received event network-changed-cc6389e6-16bd-4981-ac9f-c5a579953516 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.052538] env[69722]: DEBUG nova.compute.manager [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Refreshing instance network info cache due to event network-changed-cc6389e6-16bd-4981-ac9f-c5a579953516. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.052886] env[69722]: DEBUG oslo_concurrency.lockutils [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] Acquiring lock "refresh_cache-c51b5827-ae23-450c-bec4-cd835b1f4533" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.053503] env[69722]: DEBUG oslo_concurrency.lockutils [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] Acquired lock "refresh_cache-c51b5827-ae23-450c-bec4-cd835b1f4533" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.054024] env[69722]: DEBUG nova.network.neutron [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Refreshing network info cache for port cc6389e6-16bd-4981-ac9f-c5a579953516 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.056894] env[69722]: INFO nova.virt.block_device [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Attempting to driver detach volume 8127ac35-6556-4f74-99c8-bc5e15664c8e from mountpoint /dev/sdb [ 1047.057642] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1047.057642] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686471', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'name': 'volume-8127ac35-6556-4f74-99c8-bc5e15664c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc781a52-cfc0-409d-871d-9207e6891593', 'attached_at': '', 'detached_at': '', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'serial': '8127ac35-6556-4f74-99c8-bc5e15664c8e'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1047.062967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9c3f16-a4aa-4912-9c8e-540765cc3f47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.087751] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912a238a-660b-4012-a4a8-03a2311b9b8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.095265] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3427177e-1e56-4706-a59d-cc79a2a23d9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.124999] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc48979-dc77-4e2a-94da-cb9258ebdc20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.146124] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] The volume has not been displaced from its original location: [datastore1] volume-8127ac35-6556-4f74-99c8-bc5e15664c8e/volume-8127ac35-6556-4f74-99c8-bc5e15664c8e.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1047.150684] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Reconfiguring VM instance instance-00000046 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1047.150934] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd3fe30e-fdbb-453e-ac3a-ef466c0e2e32 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.172305] env[69722]: DEBUG oslo_vmware.api [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1047.172305] env[69722]: value = "task-3438847" [ 1047.172305] env[69722]: _type = "Task" [ 1047.172305] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.183324] env[69722]: DEBUG oslo_vmware.api [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.245700] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438840, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.282299] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438843, 'name': CreateVM_Task, 'duration_secs': 0.482917} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.283211] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.283911] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.284266] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.284767] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.285148] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452f3964-8683-463b-8d7c-5e614c32d07e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.291738] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1047.291738] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dcaf40-5b67-8be5-e8d4-480864a6868e" [ 1047.291738] env[69722]: _type = "Task" [ 1047.291738] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.301255] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f00f25a0-85d0-45a5-8cab-ff87eadf19bc tempest-ServersListShow298Test-1028656398 tempest-ServersListShow298Test-1028656398-project-member] Lock "92479aee-268b-4e22-833d-ac25b910b102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.909s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.305499] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dcaf40-5b67-8be5-e8d4-480864a6868e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.334436] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.385640] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.516595] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438846, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.688372] env[69722]: DEBUG oslo_vmware.api [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438847, 'name': ReconfigVM_Task, 'duration_secs': 0.295157} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.688643] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Reconfigured VM instance instance-00000046 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.695996] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9de66d-de36-487e-8d3b-514075159014 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.708970] env[69722]: DEBUG oslo_vmware.api [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1047.708970] env[69722]: value = "task-3438848" [ 1047.708970] env[69722]: _type = "Task" [ 1047.708970] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.717723] env[69722]: DEBUG oslo_vmware.api [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.745698] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438840, 'name': CloneVM_Task, 'duration_secs': 1.670374} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.746057] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Created linked-clone VM from snapshot [ 1047.748026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c556d52-a0ec-4a14-8cf4-ddfba5592307 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.763720] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Uploading image d9082887-d2e8-4535-8f76-f769a717a982 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.783653] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1047.783962] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a946e2e-bf70-4174-9a67-01322f5fdd99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.791827] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1047.791827] env[69722]: value = "task-3438849" [ 1047.791827] env[69722]: _type = "Task" [ 1047.791827] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.797853] env[69722]: DEBUG nova.network.neutron [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Updated VIF entry in instance network info cache for port cc6389e6-16bd-4981-ac9f-c5a579953516. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.798203] env[69722]: DEBUG nova.network.neutron [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Updating instance_info_cache with network_info: [{"id": "cc6389e6-16bd-4981-ac9f-c5a579953516", "address": "fa:16:3e:60:48:15", "network": {"id": "55d9fc64-aba7-43b4-b1c2-c28491086df4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-331597106-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa85441042d1477d964ee2bf16247ffe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4c7a041-8e34-47f9-8ea1-d2f29414fd9d", "external-id": "nsx-vlan-transportzone-553", "segmentation_id": 553, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc6389e6-16", "ovs_interfaceid": "cc6389e6-16bd-4981-ac9f-c5a579953516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.810841] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438849, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.814994] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dcaf40-5b67-8be5-e8d4-480864a6868e, 'name': SearchDatastore_Task, 'duration_secs': 0.019918} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.815301] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.815568] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.815859] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.816666] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.816666] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.816666] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea3b6b29-18df-4e37-92d6-eac353bfe7dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.830689] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.830689] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.830689] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52c9df0-a410-4801-9801-8c36b3eae102 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.839595] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1047.839595] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dddd2f-97c6-41ce-82a6-98cbdad05fd5" [ 1047.839595] env[69722]: _type = "Task" [ 1047.839595] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.848303] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dddd2f-97c6-41ce-82a6-98cbdad05fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.019202] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438846, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.111821] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f924b8-768d-460b-9169-a2c8dd96c2c7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.122219] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88212cd-ae8e-457e-9181-a4f88e56b5c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.154090] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a63630-b40c-4004-bee3-e305dae682e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.161924] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069b4b7e-31b3-4f06-a86b-09814f693da3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.177560] env[69722]: DEBUG nova.compute.provider_tree [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.219166] env[69722]: DEBUG oslo_vmware.api [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438848, 'name': ReconfigVM_Task, 'duration_secs': 0.174492} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.219527] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686471', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'name': 'volume-8127ac35-6556-4f74-99c8-bc5e15664c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc781a52-cfc0-409d-871d-9207e6891593', 'attached_at': '', 'detached_at': '', 'volume_id': '8127ac35-6556-4f74-99c8-bc5e15664c8e', 'serial': '8127ac35-6556-4f74-99c8-bc5e15664c8e'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1048.262609] env[69722]: DEBUG nova.compute.manager [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1048.303051] env[69722]: DEBUG oslo_concurrency.lockutils [req-456edc22-2fad-4770-b431-7e3cf96c2c8e req-89ec8cbe-0ea8-412f-8af9-ab6ae36515da service nova] Releasing lock "refresh_cache-c51b5827-ae23-450c-bec4-cd835b1f4533" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.303466] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438849, 'name': Destroy_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.341265] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.341639] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cbed025-bfdf-44b8-a545-231bdfb4a351 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.353561] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dddd2f-97c6-41ce-82a6-98cbdad05fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.016401} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.355805] env[69722]: DEBUG oslo_vmware.api [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1048.355805] env[69722]: value = "task-3438850" [ 1048.355805] env[69722]: _type = "Task" [ 1048.355805] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.356568] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e9fa98-52cb-4c8c-be5c-cbda3b4a986f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.365578] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1048.365578] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cfce90-6505-84f4-66f8-b26a3f4712e7" [ 1048.365578] env[69722]: _type = "Task" [ 1048.365578] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.368968] env[69722]: DEBUG oslo_vmware.api [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438850, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.376797] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cfce90-6505-84f4-66f8-b26a3f4712e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.517305] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438846, 'name': CreateVM_Task, 'duration_secs': 1.367366} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.517457] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.518210] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.518382] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.518751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.519053] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5646d4a9-b81d-452b-b902-132c41ddc191 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.523802] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1048.523802] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c98bf5-e01b-1c98-f318-b61011d7b0e9" [ 1048.523802] env[69722]: _type = "Task" [ 1048.523802] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.532856] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c98bf5-e01b-1c98-f318-b61011d7b0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.680427] env[69722]: DEBUG nova.scheduler.client.report [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.761569] env[69722]: DEBUG nova.objects.instance [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.787317] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.804336] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438849, 'name': Destroy_Task, 'duration_secs': 0.554529} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.804336] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Destroyed the VM [ 1048.804648] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1048.804930] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12b9ef4d-7605-4fcd-8456-9b98f0623d0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.811988] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1048.811988] env[69722]: value = "task-3438851" [ 1048.811988] env[69722]: _type = "Task" [ 1048.811988] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.820343] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.869447] env[69722]: DEBUG oslo_vmware.api [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.878467] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52cfce90-6505-84f4-66f8-b26a3f4712e7, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.878845] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.879155] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 03f2926f-cd72-4de7-8543-f53314a68102/03f2926f-cd72-4de7-8543-f53314a68102.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.879423] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3610e12b-13c9-4032-921a-55ec72292fb7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.887038] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1048.887038] env[69722]: value = "task-3438852" [ 1048.887038] env[69722]: _type = "Task" [ 1048.887038] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.894721] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.035981] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c98bf5-e01b-1c98-f318-b61011d7b0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.036400] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.036598] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.036856] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.037022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.037208] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.037483] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7699ed9e-46d3-4265-93dc-89f54c448e2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.068888] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.068888] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.069310] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-177da8c0-8012-4755-84c0-aa2aad3b4084 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.074747] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1049.074747] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521d21f1-91c6-8ee8-0b27-9479036ae1de" [ 1049.074747] env[69722]: _type = "Task" [ 1049.074747] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.082563] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521d21f1-91c6-8ee8-0b27-9479036ae1de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.186460] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.187197] env[69722]: DEBUG nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.190036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.404s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.190418] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.191389] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1049.191389] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.869s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.191389] env[69722]: DEBUG nova.objects.instance [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lazy-loading 'resources' on Instance uuid 9a0b33a4-e566-4985-95b4-f602ced6e0e0 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.193301] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b75314-f538-4181-9848-ba9911b4b27f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.203730] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b3d87d-7d53-4198-ad7a-52bacb67c0f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.219818] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e0c34c-1fda-41b0-acee-c99e6e323901 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.227343] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a165e0-618d-472d-ab59-43fb20edb980 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.261751] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179002MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1049.261751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.324608] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438851, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.373226] env[69722]: DEBUG oslo_vmware.api [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438850, 'name': PowerOnVM_Task, 'duration_secs': 0.929878} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.373511] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.373742] env[69722]: DEBUG nova.compute.manager [None req-6583835f-3532-4718-a32f-24d16e61a3c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.374619] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326b81ba-c2ae-4b75-9e80-fc2072e039c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.399553] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438852, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.585753] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521d21f1-91c6-8ee8-0b27-9479036ae1de, 'name': SearchDatastore_Task, 'duration_secs': 0.013668} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.586646] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bf4670-7262-41ea-a875-d62d9f377305 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.592346] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1049.592346] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c11520-9842-cb1e-998c-ca61b1e607c0" [ 1049.592346] env[69722]: _type = "Task" [ 1049.592346] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.601494] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c11520-9842-cb1e-998c-ca61b1e607c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.694646] env[69722]: DEBUG nova.compute.utils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.695822] env[69722]: DEBUG nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.695983] env[69722]: DEBUG nova.network.neutron [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.759452] env[69722]: DEBUG nova.policy [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c732a6b5296c4297bd4edc967f227cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de5f653b8dc348de8d530752b6f9cf47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.770643] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.772377] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf07af2c-7651-4d70-94e9-d839a0dc0511 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.773376] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.003s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.773566] env[69722]: DEBUG nova.compute.manager [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.774585] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d517d54-cf79-448f-8869-6c3dca6cc24e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.781817] env[69722]: DEBUG nova.compute.manager [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1049.782482] env[69722]: DEBUG nova.objects.instance [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.826710] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438851, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.900039] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717508} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.901533] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 03f2926f-cd72-4de7-8543-f53314a68102/03f2926f-cd72-4de7-8543-f53314a68102.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.901878] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.902223] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25b25295-d817-435f-a5d3-c15563b5b20d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.913311] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1049.913311] env[69722]: value = "task-3438853" [ 1049.913311] env[69722]: _type = "Task" [ 1049.913311] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.923743] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.060044] env[69722]: DEBUG nova.network.neutron [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Successfully created port: cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.063062] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a5d360-dcde-4e09-936a-b7e96b770b6f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.071281] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4810c5f-ac7c-436d-9b2b-021cbeae5cb8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.110734] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4969ddac-49fc-4b4d-a74a-21e813d12d2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.117397] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c11520-9842-cb1e-998c-ca61b1e607c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.119808] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.120283] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c51b5827-ae23-450c-bec4-cd835b1f4533/c51b5827-ae23-450c-bec4-cd835b1f4533.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.120678] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-142015c1-b6ca-4bb3-9dea-5237efd9c12f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.123731] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf284bac-0b2b-49ca-8828-49dd4193e28e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.139492] env[69722]: DEBUG nova.compute.provider_tree [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.142480] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1050.142480] env[69722]: value = "task-3438854" [ 1050.142480] env[69722]: _type = "Task" [ 1050.142480] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.151331] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.202525] env[69722]: DEBUG nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.326401] env[69722]: DEBUG oslo_vmware.api [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438851, 'name': RemoveSnapshot_Task, 'duration_secs': 1.031415} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.326765] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1050.423064] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074031} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.423362] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.424188] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a62c06b-f810-4c71-8d39-a774875af43d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.447572] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 03f2926f-cd72-4de7-8543-f53314a68102/03f2926f-cd72-4de7-8543-f53314a68102.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.447971] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44e807a8-21ff-4f7c-908a-c3303fdd39d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.469632] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1050.469632] env[69722]: value = "task-3438855" [ 1050.469632] env[69722]: _type = "Task" [ 1050.469632] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.479515] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.656349] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.675304] env[69722]: ERROR nova.scheduler.client.report [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [req-15d06be1-f285-4a26-b0c1-3fbc08f7b674] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15d06be1-f285-4a26-b0c1-3fbc08f7b674"}]} [ 1050.694574] env[69722]: DEBUG nova.scheduler.client.report [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1050.714740] env[69722]: DEBUG nova.scheduler.client.report [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1050.714740] env[69722]: DEBUG nova.compute.provider_tree [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.731506] env[69722]: DEBUG nova.scheduler.client.report [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1050.758283] env[69722]: DEBUG nova.scheduler.client.report [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1050.790031] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.790610] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0974d5a-b36f-46a6-afbd-e2638d00f452 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.800865] env[69722]: DEBUG oslo_vmware.api [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1050.800865] env[69722]: value = "task-3438856" [ 1050.800865] env[69722]: _type = "Task" [ 1050.800865] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.813767] env[69722]: DEBUG oslo_vmware.api [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.832417] env[69722]: WARNING nova.compute.manager [None req-1f77fae8-ad3d-4e7a-8692-2c95d705db03 tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Image not found during snapshot: nova.exception.ImageNotFound: Image d9082887-d2e8-4535-8f76-f769a717a982 could not be found. [ 1050.983436] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438855, 'name': ReconfigVM_Task, 'duration_secs': 0.361795} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.984419] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 03f2926f-cd72-4de7-8543-f53314a68102/03f2926f-cd72-4de7-8543-f53314a68102.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.988073] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99f9a52c-72b0-4144-af54-40610c33a9f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.994874] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1050.994874] env[69722]: value = "task-3438857" [ 1050.994874] env[69722]: _type = "Task" [ 1050.994874] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.006423] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438857, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.132809] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21606167-02eb-4a01-9e26-6e2cba1d2387 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.142375] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4f49c4-b1c2-49b7-b4ce-3bd434e3b868 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.154828] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644659} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.179725] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c51b5827-ae23-450c-bec4-cd835b1f4533/c51b5827-ae23-450c-bec4-cd835b1f4533.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.179978] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.181024] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bff90c1d-8ee0-4b4b-9665-f6b5497dfff4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.183618] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc53cf5c-3a27-43c2-a290-0e8d4f8c0206 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.191980] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeb577b-5d82-4b96-a681-823f02c36763 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.197706] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1051.197706] env[69722]: value = "task-3438858" [ 1051.197706] env[69722]: _type = "Task" [ 1051.197706] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.211547] env[69722]: DEBUG nova.compute.provider_tree [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.219596] env[69722]: DEBUG nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.221873] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.248390] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.248712] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.248910] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.249153] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.249341] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.249544] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.249807] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.250016] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.250259] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.250467] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.250723] env[69722]: DEBUG nova.virt.hardware [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.251835] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea433f5-0564-4876-92aa-02886fa9367e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.261931] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a250245-9be6-469b-862f-8652fbcdab2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.310452] env[69722]: DEBUG oslo_vmware.api [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438856, 'name': PowerOffVM_Task, 'duration_secs': 0.255034} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.310716] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.310920] env[69722]: DEBUG nova.compute.manager [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.311753] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f3b0e1-4508-45d7-91c4-d3edb807011e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.506559] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438857, 'name': Rename_Task, 'duration_secs': 0.217197} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.506973] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.507231] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff956b1c-deed-4a80-8bc4-34756f39370b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.511246] env[69722]: DEBUG nova.compute.manager [req-d6ec2454-4212-4793-9777-6b2a7ce640a3 req-26121912-bd4c-45d2-a094-cd1ab2b7e507 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Received event network-vif-plugged-cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.511454] env[69722]: DEBUG oslo_concurrency.lockutils [req-d6ec2454-4212-4793-9777-6b2a7ce640a3 req-26121912-bd4c-45d2-a094-cd1ab2b7e507 service nova] Acquiring lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.511658] env[69722]: DEBUG oslo_concurrency.lockutils [req-d6ec2454-4212-4793-9777-6b2a7ce640a3 req-26121912-bd4c-45d2-a094-cd1ab2b7e507 service nova] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.511827] env[69722]: DEBUG oslo_concurrency.lockutils [req-d6ec2454-4212-4793-9777-6b2a7ce640a3 req-26121912-bd4c-45d2-a094-cd1ab2b7e507 service nova] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.511993] env[69722]: DEBUG nova.compute.manager [req-d6ec2454-4212-4793-9777-6b2a7ce640a3 req-26121912-bd4c-45d2-a094-cd1ab2b7e507 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] No waiting events found dispatching network-vif-plugged-cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.512171] env[69722]: WARNING nova.compute.manager [req-d6ec2454-4212-4793-9777-6b2a7ce640a3 req-26121912-bd4c-45d2-a094-cd1ab2b7e507 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Received unexpected event network-vif-plugged-cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 for instance with vm_state building and task_state spawning. [ 1051.517560] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1051.517560] env[69722]: value = "task-3438859" [ 1051.517560] env[69722]: _type = "Task" [ 1051.517560] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.525771] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.535713] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.535976] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.536211] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.536400] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.536589] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.538696] env[69722]: INFO nova.compute.manager [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Terminating instance [ 1051.627868] env[69722]: DEBUG nova.network.neutron [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Successfully updated port: cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.709032] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072794} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.709374] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.710035] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de97e296-0b77-4393-811b-1939532b4a4d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.735803] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] c51b5827-ae23-450c-bec4-cd835b1f4533/c51b5827-ae23-450c-bec4-cd835b1f4533.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.737353] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c8d2ac3-3eed-4bbd-972c-e59455ab4112 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.756371] env[69722]: DEBUG nova.scheduler.client.report [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.756648] env[69722]: DEBUG nova.compute.provider_tree [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 118 to 119 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.757138] env[69722]: DEBUG nova.compute.provider_tree [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.774039] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1051.774039] env[69722]: value = "task-3438860" [ 1051.774039] env[69722]: _type = "Task" [ 1051.774039] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.784443] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438860, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.826184] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4b4d15a3-2ffa-4ae4-b0f1-3bbf0d6bb9cb tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.033326] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438859, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.042612] env[69722]: DEBUG nova.compute.manager [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.043132] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.044458] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88ac0c3-3d22-4157-8f77-6d13e8b1dd8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.053359] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.053666] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-558a1c37-08e9-4688-bd7f-886e5b0631ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.060248] env[69722]: DEBUG oslo_vmware.api [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1052.060248] env[69722]: value = "task-3438861" [ 1052.060248] env[69722]: _type = "Task" [ 1052.060248] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.068390] env[69722]: DEBUG oslo_vmware.api [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.131023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-6349c2db-8c3d-44bb-adc7-30d3c8ba1574" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.131256] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-6349c2db-8c3d-44bb-adc7-30d3c8ba1574" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.131439] env[69722]: DEBUG nova.network.neutron [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.266087] env[69722]: DEBUG nova.objects.instance [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.268612] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.078s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.271289] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.418s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.273010] env[69722]: INFO nova.compute.claims [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.286348] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.297837] env[69722]: INFO nova.scheduler.client.report [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Deleted allocations for instance 9a0b33a4-e566-4985-95b4-f602ced6e0e0 [ 1052.528780] env[69722]: DEBUG oslo_vmware.api [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438859, 'name': PowerOnVM_Task, 'duration_secs': 0.762594} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.529455] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.529619] env[69722]: INFO nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Took 5.88 seconds to spawn the instance on the hypervisor. [ 1052.529839] env[69722]: DEBUG nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.530751] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04466bc-c3ca-4c9d-ad75-7231abaadaa1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.571138] env[69722]: DEBUG oslo_vmware.api [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438861, 'name': PowerOffVM_Task, 'duration_secs': 0.195903} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.571544] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.572197] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.572197] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2dea07c-c21f-4e89-8fff-b0fca8287496 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.642165] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.642376] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.642502] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleting the datastore file [datastore2] 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.642754] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acbffa21-761b-42c0-8581-ae2c20c96e95 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.650972] env[69722]: DEBUG oslo_vmware.api [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for the task: (returnval){ [ 1052.650972] env[69722]: value = "task-3438863" [ 1052.650972] env[69722]: _type = "Task" [ 1052.650972] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.658059] env[69722]: DEBUG oslo_vmware.api [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.665631] env[69722]: DEBUG nova.network.neutron [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.776059] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.776277] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.776449] env[69722]: DEBUG nova.network.neutron [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.776687] env[69722]: DEBUG nova.objects.instance [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'info_cache' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.793146] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438860, 'name': ReconfigVM_Task, 'duration_secs': 0.604595} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.794419] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Reconfigured VM instance instance-00000058 to attach disk [datastore1] c51b5827-ae23-450c-bec4-cd835b1f4533/c51b5827-ae23-450c-bec4-cd835b1f4533.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.795038] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8692381f-844a-4130-a849-5fe5d233c063 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.802911] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1052.802911] env[69722]: value = "task-3438864" [ 1052.802911] env[69722]: _type = "Task" [ 1052.802911] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.806324] env[69722]: DEBUG nova.network.neutron [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Updating instance_info_cache with network_info: [{"id": "cfa9d410-b6f8-4f9e-a32a-b76cf03c1421", "address": "fa:16:3e:6f:35:86", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa9d410-b6", "ovs_interfaceid": "cfa9d410-b6f8-4f9e-a32a-b76cf03c1421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.810027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310bfb51-2ebb-414e-be24-00f5fb0d583d tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "9a0b33a4-e566-4985-95b4-f602ced6e0e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.951s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.815534] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438864, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.052176] env[69722]: INFO nova.compute.manager [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Took 40.08 seconds to build instance. [ 1053.163993] env[69722]: DEBUG oslo_vmware.api [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Task: {'id': task-3438863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33301} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.163993] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.163993] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.163993] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.164196] env[69722]: INFO nova.compute.manager [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1053.164414] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.165743] env[69722]: DEBUG nova.compute.manager [-] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.165743] env[69722]: DEBUG nova.network.neutron [-] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.234032] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379945-3943-58cb-2906-5c3d95498550/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.234965] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ac4d8c-3e4e-48e7-82ab-a382b3c6ed31 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.244793] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379945-3943-58cb-2906-5c3d95498550/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.244962] env[69722]: ERROR oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379945-3943-58cb-2906-5c3d95498550/disk-0.vmdk due to incomplete transfer. [ 1053.245307] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a839b9c7-1417-4f34-97a8-0464bfbc7ba1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.252501] env[69722]: DEBUG oslo_vmware.rw_handles [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52379945-3943-58cb-2906-5c3d95498550/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1053.252699] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Uploaded image a28ee686-e01f-4adc-ba9e-d9cdb1c06f7b to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1053.254894] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1053.255493] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-67a55389-dc8d-4cff-9228-c90a8a5ffb36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.262280] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1053.262280] env[69722]: value = "task-3438865" [ 1053.262280] env[69722]: _type = "Task" [ 1053.262280] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.269676] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438865, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.279756] env[69722]: DEBUG nova.objects.base [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1053.314664] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-6349c2db-8c3d-44bb-adc7-30d3c8ba1574" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.314975] env[69722]: DEBUG nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Instance network_info: |[{"id": "cfa9d410-b6f8-4f9e-a32a-b76cf03c1421", "address": "fa:16:3e:6f:35:86", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa9d410-b6", "ovs_interfaceid": "cfa9d410-b6f8-4f9e-a32a-b76cf03c1421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.315278] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438864, 'name': Rename_Task, 'duration_secs': 0.223913} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.315658] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:35:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfa9d410-b6f8-4f9e-a32a-b76cf03c1421', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.323665] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.323892] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.327480] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.327735] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af971a04-5b1e-45ac-aee0-f7767932ac29 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.329618] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83522801-f949-49a1-b77f-7c24412c54a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.351813] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1053.351813] env[69722]: value = "task-3438866" [ 1053.351813] env[69722]: _type = "Task" [ 1053.351813] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.355829] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.355829] env[69722]: value = "task-3438867" [ 1053.355829] env[69722]: _type = "Task" [ 1053.355829] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.364683] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.369628] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438867, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.556062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9968c0e6-3bba-4049-b39a-628d219c0608 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "03f2926f-cd72-4de7-8543-f53314a68102" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.593s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.626767] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32cf04c-1a5f-4aa6-8d6e-6e3ad4c8c417 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.638151] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000f9c3d-b483-40ce-8c6d-2e0786385bd0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.644044] env[69722]: DEBUG nova.compute.manager [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Received event network-changed-cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.644272] env[69722]: DEBUG nova.compute.manager [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Refreshing instance network info cache due to event network-changed-cfa9d410-b6f8-4f9e-a32a-b76cf03c1421. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.644519] env[69722]: DEBUG oslo_concurrency.lockutils [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] Acquiring lock "refresh_cache-6349c2db-8c3d-44bb-adc7-30d3c8ba1574" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.644875] env[69722]: DEBUG oslo_concurrency.lockutils [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] Acquired lock "refresh_cache-6349c2db-8c3d-44bb-adc7-30d3c8ba1574" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.644875] env[69722]: DEBUG nova.network.neutron [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Refreshing network info cache for port cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.675173] env[69722]: DEBUG nova.compute.manager [None req-aed63e1e-24fb-4378-a4fa-3c5cedcb61f3 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.676803] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218f5a69-f277-4127-9556-e9cd845ba837 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.680306] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d886217-8448-4254-a002-720355d70ca7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.692020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0626593-3172-4db6-9469-93384b1612e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.707326] env[69722]: DEBUG nova.compute.provider_tree [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.743156] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "03f2926f-cd72-4de7-8543-f53314a68102" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.743755] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "03f2926f-cd72-4de7-8543-f53314a68102" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.743844] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "03f2926f-cd72-4de7-8543-f53314a68102-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.744044] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "03f2926f-cd72-4de7-8543-f53314a68102-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.744298] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "03f2926f-cd72-4de7-8543-f53314a68102-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.746962] env[69722]: INFO nova.compute.manager [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Terminating instance [ 1053.773843] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438865, 'name': Destroy_Task, 'duration_secs': 0.39251} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.775168] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Destroyed the VM [ 1053.775168] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1053.775168] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aeb3aac9-d680-412d-9033-978119a435b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.781702] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1053.781702] env[69722]: value = "task-3438868" [ 1053.781702] env[69722]: _type = "Task" [ 1053.781702] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.802925] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.866904] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438866, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.870663] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438867, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.052636] env[69722]: DEBUG nova.network.neutron [-] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.087296] env[69722]: DEBUG nova.network.neutron [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updating instance_info_cache with network_info: [{"id": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "address": "fa:16:3e:ff:2d:6b", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e14c051-a6", "ovs_interfaceid": "8e14c051-a6df-4dc8-928b-26a8f68ace1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.192559] env[69722]: INFO nova.compute.manager [None req-aed63e1e-24fb-4378-a4fa-3c5cedcb61f3 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] instance snapshotting [ 1054.193182] env[69722]: DEBUG nova.objects.instance [None req-aed63e1e-24fb-4378-a4fa-3c5cedcb61f3 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lazy-loading 'flavor' on Instance uuid 03f2926f-cd72-4de7-8543-f53314a68102 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.245662] env[69722]: DEBUG nova.scheduler.client.report [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1054.245910] env[69722]: DEBUG nova.compute.provider_tree [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 119 to 120 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1054.246101] env[69722]: DEBUG nova.compute.provider_tree [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.250998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "refresh_cache-03f2926f-cd72-4de7-8543-f53314a68102" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.251267] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquired lock "refresh_cache-03f2926f-cd72-4de7-8543-f53314a68102" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.251526] env[69722]: DEBUG nova.network.neutron [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.294783] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.295063] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.295263] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.295330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.295544] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.297091] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.297520] env[69722]: INFO nova.compute.manager [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Terminating instance [ 1054.367279] env[69722]: DEBUG oslo_vmware.api [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438866, 'name': PowerOnVM_Task, 'duration_secs': 0.663534} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.367279] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.367279] env[69722]: INFO nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1054.367279] env[69722]: DEBUG nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.367279] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a29fc0-33f9-4b71-b5be-157ec984fb02 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.373543] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438867, 'name': CreateVM_Task, 'duration_secs': 0.538497} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.374057] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.374777] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.375295] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.375295] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.376865] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec3a38f3-f05c-469f-8f15-a045bec2ae90 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.383924] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1054.383924] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a9138-9191-096c-aed1-180e18f041fa" [ 1054.383924] env[69722]: _type = "Task" [ 1054.383924] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.388463] env[69722]: DEBUG nova.network.neutron [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Updated VIF entry in instance network info cache for port cfa9d410-b6f8-4f9e-a32a-b76cf03c1421. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.388903] env[69722]: DEBUG nova.network.neutron [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Updating instance_info_cache with network_info: [{"id": "cfa9d410-b6f8-4f9e-a32a-b76cf03c1421", "address": "fa:16:3e:6f:35:86", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfa9d410-b6", "ovs_interfaceid": "cfa9d410-b6f8-4f9e-a32a-b76cf03c1421", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.395419] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a9138-9191-096c-aed1-180e18f041fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.555716] env[69722]: INFO nova.compute.manager [-] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Took 1.39 seconds to deallocate network for instance. [ 1054.590297] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "refresh_cache-bc781a52-cfc0-409d-871d-9207e6891593" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.705338] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fdd29e-b2dc-4de1-a875-98f43ab8d4c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.726400] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae951d9-3a95-4ced-bf40-11ec89c567ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.752035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.752035] env[69722]: DEBUG nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.754470] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.754654] env[69722]: DEBUG nova.objects.instance [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.782196] env[69722]: DEBUG nova.network.neutron [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.794541] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.802631] env[69722]: DEBUG nova.compute.manager [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.802856] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.803925] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f27afb-efe6-4554-a511-bfd7913a217b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.812740] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.813014] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dc3318d-5d3f-4463-8ef7-6f650bf104c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.820809] env[69722]: DEBUG oslo_vmware.api [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1054.820809] env[69722]: value = "task-3438869" [ 1054.820809] env[69722]: _type = "Task" [ 1054.820809] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.830645] env[69722]: DEBUG oslo_vmware.api [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.841626] env[69722]: DEBUG nova.network.neutron [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.892377] env[69722]: DEBUG oslo_concurrency.lockutils [req-5dbcbb7d-d560-4d88-a7cc-dc59a1e5f67f req-b27c5a40-ccbe-41f5-baed-dbbb395b9bf5 service nova] Releasing lock "refresh_cache-6349c2db-8c3d-44bb-adc7-30d3c8ba1574" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.893079] env[69722]: INFO nova.compute.manager [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Took 44.67 seconds to build instance. [ 1054.902026] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a9138-9191-096c-aed1-180e18f041fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016844} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.902026] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.902026] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.902218] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.902329] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.902537] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.902878] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dc5b47a-4608-44ce-b7e7-2b02c3cd0ae1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.913128] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.913337] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.914368] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778bca59-4f63-4c36-b596-dc4f3aed2718 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.920823] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1054.920823] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7e623-e78e-a105-d9b3-c45bdc1b1e48" [ 1054.920823] env[69722]: _type = "Task" [ 1054.920823] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.930201] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7e623-e78e-a105-d9b3-c45bdc1b1e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.064070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.241484] env[69722]: DEBUG nova.compute.manager [None req-aed63e1e-24fb-4378-a4fa-3c5cedcb61f3 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Instance disappeared during snapshot {{(pid=69722) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1055.268072] env[69722]: DEBUG nova.compute.utils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.269913] env[69722]: DEBUG nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.270123] env[69722]: DEBUG nova.network.neutron [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.295679] env[69722]: DEBUG oslo_vmware.api [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438868, 'name': RemoveSnapshot_Task, 'duration_secs': 1.099859} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.296071] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1055.296328] env[69722]: INFO nova.compute.manager [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 1055.328620] env[69722]: DEBUG nova.policy [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a068131a8b6744b1bbd96648583a7b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10b9de3de2e4841ae31a67e663147e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.335081] env[69722]: DEBUG oslo_vmware.api [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438869, 'name': PowerOffVM_Task, 'duration_secs': 0.31392} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.335403] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.335587] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.335849] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a33e7e-f448-401a-b5a7-10112f04ea63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.345518] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Releasing lock "refresh_cache-03f2926f-cd72-4de7-8543-f53314a68102" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.345518] env[69722]: DEBUG nova.compute.manager [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.345518] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.347038] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b7da6-446c-4d28-9a68-c0f09d514e30 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.355404] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.355680] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9357b9a-d4b9-46df-a994-5b7177c4a641 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.363971] env[69722]: DEBUG oslo_vmware.api [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1055.363971] env[69722]: value = "task-3438871" [ 1055.363971] env[69722]: _type = "Task" [ 1055.363971] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.375673] env[69722]: DEBUG oslo_vmware.api [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.395604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bf6a465b-8ef0-47b8-8dc3-3b90a036369d tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.186s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.406255] env[69722]: DEBUG nova.compute.manager [None req-aed63e1e-24fb-4378-a4fa-3c5cedcb61f3 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Found 0 images (rotation: 2) {{(pid=69722) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1055.434877] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f7e623-e78e-a105-d9b3-c45bdc1b1e48, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.437415] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.437415] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.437539] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Deleting the datastore file [datastore2] fe554be0-a568-40b2-abc8-ccaaa75b2d7f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.437860] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-922f0ff0-7a74-4e03-90da-bfc57c76c219 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.441110] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cf0046c-b0e1-4ce2-b5b1-4a6a05d31b10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.446361] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1055.446361] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ea115b-acd0-5b4a-4384-5cf911dfbd2f" [ 1055.446361] env[69722]: _type = "Task" [ 1055.446361] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.451341] env[69722]: DEBUG oslo_vmware.api [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for the task: (returnval){ [ 1055.451341] env[69722]: value = "task-3438872" [ 1055.451341] env[69722]: _type = "Task" [ 1055.451341] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.459155] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ea115b-acd0-5b4a-4384-5cf911dfbd2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.464884] env[69722]: DEBUG oslo_vmware.api [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.537839] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "c51b5827-ae23-450c-bec4-cd835b1f4533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.538138] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.538354] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "c51b5827-ae23-450c-bec4-cd835b1f4533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.538541] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.538808] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.544113] env[69722]: INFO nova.compute.manager [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Terminating instance [ 1055.597344] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.597788] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5f5d32f-cb9f-41f6-832d-d87772afe746 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.605690] env[69722]: DEBUG oslo_vmware.api [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1055.605690] env[69722]: value = "task-3438873" [ 1055.605690] env[69722]: _type = "Task" [ 1055.605690] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.614465] env[69722]: DEBUG oslo_vmware.api [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.669536] env[69722]: DEBUG nova.compute.manager [req-1ae2cc00-13fb-431d-929e-7971404eebe3 req-dd0322b6-ba17-4d4d-9f66-473ffaca8ec6 service nova] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Received event network-vif-deleted-86744046-e092-42e8-aa06-327d94c124c9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.704352] env[69722]: DEBUG nova.network.neutron [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Successfully created port: 08080c27-019f-4dfd-b031-cfa2721ffbb0 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1055.766602] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3e70802-ba93-48e9-ad42-646abf3973a3 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.768271] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.913s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.769045] env[69722]: DEBUG nova.objects.instance [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lazy-loading 'resources' on Instance uuid 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.769958] env[69722]: DEBUG nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.858211] env[69722]: DEBUG nova.compute.manager [None req-c3facf7e-85d1-430a-929f-574322cd31bc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Found 2 images (rotation: 2) {{(pid=69722) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1055.875533] env[69722]: DEBUG oslo_vmware.api [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438871, 'name': PowerOffVM_Task, 'duration_secs': 0.177429} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.875814] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.875986] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.876260] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56cbab80-3902-4bab-8fe7-e4c021706f23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.923051] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.923507] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.923507] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Deleting the datastore file [datastore1] 03f2926f-cd72-4de7-8543-f53314a68102 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.923726] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53eafc85-04ae-4b18-9b5b-9052d674c3e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.932103] env[69722]: DEBUG oslo_vmware.api [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for the task: (returnval){ [ 1055.932103] env[69722]: value = "task-3438875" [ 1055.932103] env[69722]: _type = "Task" [ 1055.932103] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.941181] env[69722]: DEBUG oslo_vmware.api [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.959842] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ea115b-acd0-5b4a-4384-5cf911dfbd2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014459} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.960677] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.961034] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6349c2db-8c3d-44bb-adc7-30d3c8ba1574/6349c2db-8c3d-44bb-adc7-30d3c8ba1574.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.961322] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25e1b65-ff24-4ba6-991e-8c1451e3cc58 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.966598] env[69722]: DEBUG oslo_vmware.api [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Task: {'id': task-3438872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382062} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.967599] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.967830] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.968108] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.968359] env[69722]: INFO nova.compute.manager [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1055.968675] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.968969] env[69722]: DEBUG nova.compute.manager [-] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.969137] env[69722]: DEBUG nova.network.neutron [-] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.974187] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1055.974187] env[69722]: value = "task-3438876" [ 1055.974187] env[69722]: _type = "Task" [ 1055.974187] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.996853] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.045161] env[69722]: DEBUG nova.compute.manager [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.045325] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.046461] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba358efd-17e9-4938-8bd7-ea6cd261cc11 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.055514] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.055822] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ae63ee7-8374-4c4a-82eb-a7699336db08 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.065157] env[69722]: DEBUG oslo_vmware.api [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1056.065157] env[69722]: value = "task-3438877" [ 1056.065157] env[69722]: _type = "Task" [ 1056.065157] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.075475] env[69722]: DEBUG oslo_vmware.api [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438877, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.122553] env[69722]: DEBUG oslo_vmware.api [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438873, 'name': PowerOnVM_Task, 'duration_secs': 0.41431} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.122965] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.123187] env[69722]: DEBUG nova.compute.manager [None req-c7649510-576c-486e-9f88-844a29ddcdfe tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.124141] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81df59c1-d80e-4c58-8592-7dce78d53e23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.404409] env[69722]: DEBUG nova.compute.manager [req-09501707-26b1-4997-9690-31a303ca0cb7 req-233541bc-a240-483b-8e41-c0449d208e60 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Received event network-vif-deleted-9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.405183] env[69722]: INFO nova.compute.manager [req-09501707-26b1-4997-9690-31a303ca0cb7 req-233541bc-a240-483b-8e41-c0449d208e60 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Neutron deleted interface 9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3; detaching it from the instance and deleting it from the info cache [ 1056.405183] env[69722]: DEBUG nova.network.neutron [req-09501707-26b1-4997-9690-31a303ca0cb7 req-233541bc-a240-483b-8e41-c0449d208e60 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.447963] env[69722]: DEBUG oslo_vmware.api [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Task: {'id': task-3438875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162017} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.448344] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.448539] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.448658] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.449578] env[69722]: INFO nova.compute.manager [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1056.449578] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.449742] env[69722]: DEBUG nova.compute.manager [-] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.449845] env[69722]: DEBUG nova.network.neutron [-] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1056.479485] env[69722]: DEBUG nova.network.neutron [-] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.492623] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438876, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.576504] env[69722]: DEBUG oslo_vmware.api [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438877, 'name': PowerOffVM_Task, 'duration_secs': 0.243861} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.576855] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.577095] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.577394] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4534cfc6-80ab-44f0-b47d-38cd73041437 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.623867] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079a66db-de3e-46f1-8a38-057c23caa718 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.632546] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be618ee2-791f-49f4-9fa9-265e9f4e0c93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.671290] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8c6813-19bb-453e-8555-6932b3bb94fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.681139] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ac901d-9e3a-4de9-b530-989aa46b2676 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.687392] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.687546] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.687783] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Deleting the datastore file [datastore1] c51b5827-ae23-450c-bec4-cd835b1f4533 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.688066] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d427265-1c99-42cd-9297-3d795586fd73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.699626] env[69722]: DEBUG nova.compute.provider_tree [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.703209] env[69722]: DEBUG oslo_vmware.api [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for the task: (returnval){ [ 1056.703209] env[69722]: value = "task-3438879" [ 1056.703209] env[69722]: _type = "Task" [ 1056.703209] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.712397] env[69722]: DEBUG oslo_vmware.api [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.784693] env[69722]: DEBUG nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.810934] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.811218] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.811403] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.811628] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.811922] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.811992] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.812255] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.812497] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.812719] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.812898] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.813089] env[69722]: DEBUG nova.virt.hardware [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.813977] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dc9718-83fc-44fd-92d2-59c745808d5b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.821434] env[69722]: DEBUG nova.network.neutron [-] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.823772] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2522a07-02dc-4a24-8eb5-099c71ba08d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.908771] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ff9632c-3dcb-4e4a-9ae8-6fa4ab327c24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.920545] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c086ffd5-fb66-45f7-a755-239b8a4239ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.958926] env[69722]: DEBUG nova.compute.manager [req-09501707-26b1-4997-9690-31a303ca0cb7 req-233541bc-a240-483b-8e41-c0449d208e60 service nova] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Detach interface failed, port_id=9a5f10ad-8bf7-45ee-893c-3ccd7c2d75f3, reason: Instance fe554be0-a568-40b2-abc8-ccaaa75b2d7f could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1056.984049] env[69722]: DEBUG nova.network.neutron [-] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.985363] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609105} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.985517] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6349c2db-8c3d-44bb-adc7-30d3c8ba1574/6349c2db-8c3d-44bb-adc7-30d3c8ba1574.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.985791] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.986307] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70938090-94c4-4a43-b7bb-223c90eba55b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.995907] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1056.995907] env[69722]: value = "task-3438880" [ 1056.995907] env[69722]: _type = "Task" [ 1056.995907] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.008059] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.205244] env[69722]: DEBUG nova.scheduler.client.report [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.217914] env[69722]: DEBUG oslo_vmware.api [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Task: {'id': task-3438879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302926} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.218730] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.218730] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.218730] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.218730] env[69722]: INFO nova.compute.manager [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1057.218964] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.219179] env[69722]: DEBUG nova.compute.manager [-] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.219278] env[69722]: DEBUG nova.network.neutron [-] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.328990] env[69722]: INFO nova.compute.manager [-] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Took 1.36 seconds to deallocate network for instance. [ 1057.355664] env[69722]: DEBUG nova.compute.manager [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.357892] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc05db51-f870-44b5-8180-79f86f59177d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.487679] env[69722]: INFO nova.compute.manager [-] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Took 1.04 seconds to deallocate network for instance. [ 1057.508699] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070517} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.508976] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.509994] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2e65f3-369d-487d-863b-47714a8069ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.533725] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 6349c2db-8c3d-44bb-adc7-30d3c8ba1574/6349c2db-8c3d-44bb-adc7-30d3c8ba1574.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.534654] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac48f1c8-3465-4fb8-83e0-b4994a867b03 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.556413] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1057.556413] env[69722]: value = "task-3438881" [ 1057.556413] env[69722]: _type = "Task" [ 1057.556413] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.567422] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.583914] env[69722]: DEBUG nova.network.neutron [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Successfully updated port: 08080c27-019f-4dfd-b031-cfa2721ffbb0 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1057.713778] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.717217] env[69722]: DEBUG nova.compute.manager [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Received event network-vif-plugged-08080c27-019f-4dfd-b031-cfa2721ffbb0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.717426] env[69722]: DEBUG oslo_concurrency.lockutils [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] Acquiring lock "09d214da-6eae-466e-850b-1f94dfda5795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.717662] env[69722]: DEBUG oslo_concurrency.lockutils [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] Lock "09d214da-6eae-466e-850b-1f94dfda5795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.717828] env[69722]: DEBUG oslo_concurrency.lockutils [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] Lock "09d214da-6eae-466e-850b-1f94dfda5795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.718046] env[69722]: DEBUG nova.compute.manager [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] No waiting events found dispatching network-vif-plugged-08080c27-019f-4dfd-b031-cfa2721ffbb0 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1057.718260] env[69722]: WARNING nova.compute.manager [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Received unexpected event network-vif-plugged-08080c27-019f-4dfd-b031-cfa2721ffbb0 for instance with vm_state building and task_state spawning. [ 1057.718431] env[69722]: DEBUG nova.compute.manager [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Received event network-changed-08080c27-019f-4dfd-b031-cfa2721ffbb0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.718584] env[69722]: DEBUG nova.compute.manager [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Refreshing instance network info cache due to event network-changed-08080c27-019f-4dfd-b031-cfa2721ffbb0. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.719147] env[69722]: DEBUG oslo_concurrency.lockutils [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] Acquiring lock "refresh_cache-09d214da-6eae-466e-850b-1f94dfda5795" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.719147] env[69722]: DEBUG oslo_concurrency.lockutils [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] Acquired lock "refresh_cache-09d214da-6eae-466e-850b-1f94dfda5795" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.719147] env[69722]: DEBUG nova.network.neutron [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Refreshing network info cache for port 08080c27-019f-4dfd-b031-cfa2721ffbb0 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.720662] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.330s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.722169] env[69722]: INFO nova.compute.claims [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.744368] env[69722]: INFO nova.scheduler.client.report [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Deleted allocations for instance 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5 [ 1057.835943] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.872328] env[69722]: INFO nova.compute.manager [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] instance snapshotting [ 1057.872922] env[69722]: DEBUG nova.objects.instance [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'flavor' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.966021] env[69722]: DEBUG nova.network.neutron [-] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.995365] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.067559] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.086443] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "refresh_cache-09d214da-6eae-466e-850b-1f94dfda5795" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.252865] env[69722]: DEBUG oslo_concurrency.lockutils [None req-559d0372-ec1d-4bd5-b81f-8e6e00afdf06 tempest-ServerGroupTestJSON-1681716171 tempest-ServerGroupTestJSON-1681716171-project-member] Lock "6f7f4c1d-0257-41fd-8537-7f6b8e2371d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.526s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.262087] env[69722]: DEBUG nova.network.neutron [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1058.345710] env[69722]: DEBUG nova.network.neutron [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.378611] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b198699-7cb9-4dfa-9def-7fa77b347ad6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.399758] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e68d20d-8eb8-49e8-944f-8780860302da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.436754] env[69722]: DEBUG nova.compute.manager [req-2514c68b-57db-43f2-ad5f-f923c0134fac req-88671b8c-5d18-4367-9a36-7e212622c6e8 service nova] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Received event network-vif-deleted-cc6389e6-16bd-4981-ac9f-c5a579953516 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.468506] env[69722]: INFO nova.compute.manager [-] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Took 1.25 seconds to deallocate network for instance. [ 1058.567664] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438881, 'name': ReconfigVM_Task, 'duration_secs': 0.741533} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.567964] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 6349c2db-8c3d-44bb-adc7-30d3c8ba1574/6349c2db-8c3d-44bb-adc7-30d3c8ba1574.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.568601] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc18283f-8184-4694-a80c-a36250f0c3ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.575810] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1058.575810] env[69722]: value = "task-3438882" [ 1058.575810] env[69722]: _type = "Task" [ 1058.575810] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.584687] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438882, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.849540] env[69722]: DEBUG oslo_concurrency.lockutils [req-c3711570-fcd9-4ebb-badf-51959d4f1eca req-50d8a24c-b15b-4ef7-84a8-8f29157c9938 service nova] Releasing lock "refresh_cache-09d214da-6eae-466e-850b-1f94dfda5795" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.849750] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "refresh_cache-09d214da-6eae-466e-850b-1f94dfda5795" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.849934] env[69722]: DEBUG nova.network.neutron [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.912405] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1058.912883] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44db4a4d-1109-405c-ad0f-b6ffc529a610 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.924024] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1058.924024] env[69722]: value = "task-3438883" [ 1058.924024] env[69722]: _type = "Task" [ 1058.924024] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.936053] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.978126] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.991055] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7ad344-73ec-4b4a-a938-f1e265513571 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.999646] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c91ef5-a0e7-428a-a944-a43bf18a5b92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.030498] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e717b3-33db-436b-967c-9fd3b566e81e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.038688] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8343cc5-8072-4fb4-abeb-30405a5c09f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.057128] env[69722]: DEBUG nova.compute.provider_tree [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.089900] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438882, 'name': Rename_Task, 'duration_secs': 0.400658} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.090610] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.090882] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8de5251-fbcf-4bc2-ab8e-7167909ff185 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.099196] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1059.099196] env[69722]: value = "task-3438884" [ 1059.099196] env[69722]: _type = "Task" [ 1059.099196] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.112078] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.394310] env[69722]: DEBUG nova.network.neutron [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.434565] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438883, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.536112] env[69722]: DEBUG nova.network.neutron [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Updating instance_info_cache with network_info: [{"id": "08080c27-019f-4dfd-b031-cfa2721ffbb0", "address": "fa:16:3e:60:38:e8", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08080c27-01", "ovs_interfaceid": "08080c27-019f-4dfd-b031-cfa2721ffbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.562044] env[69722]: DEBUG nova.scheduler.client.report [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.611043] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438884, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.940118] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438883, 'name': CreateSnapshot_Task, 'duration_secs': 0.646212} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.940118] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1059.940118] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94cf2e1-c80f-43b3-9868-0cc5bf66edb1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.040884] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "refresh_cache-09d214da-6eae-466e-850b-1f94dfda5795" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.041269] env[69722]: DEBUG nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Instance network_info: |[{"id": "08080c27-019f-4dfd-b031-cfa2721ffbb0", "address": "fa:16:3e:60:38:e8", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08080c27-01", "ovs_interfaceid": "08080c27-019f-4dfd-b031-cfa2721ffbb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.041680] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:38:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08080c27-019f-4dfd-b031-cfa2721ffbb0', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.049851] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating folder: Project (e10b9de3de2e4841ae31a67e663147e9). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.049851] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b98f5874-d23b-40a4-8172-8f247f9fbd4b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.064034] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created folder: Project (e10b9de3de2e4841ae31a67e663147e9) in parent group-v686248. [ 1060.065471] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating folder: Instances. Parent ref: group-v686509. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.065471] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6068f8ef-9b78-459e-8adc-434092ee7a7c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.066849] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.067361] env[69722]: DEBUG nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.070023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.064s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.070656] env[69722]: DEBUG nova.objects.instance [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lazy-loading 'resources' on Instance uuid d20ad4a3-41a9-424a-9b3f-5b054b309198 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.082553] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created folder: Instances in parent group-v686509. [ 1060.082807] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.083289] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.083515] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a2452b0-1640-4403-a326-5c673fc25013 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.105050] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.105050] env[69722]: value = "task-3438887" [ 1060.105050] env[69722]: _type = "Task" [ 1060.105050] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.115173] env[69722]: DEBUG oslo_vmware.api [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438884, 'name': PowerOnVM_Task, 'duration_secs': 0.65513} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.115173] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.115173] env[69722]: INFO nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1060.115173] env[69722]: DEBUG nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.115173] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c18b34e-b67f-4eab-8da5-c589d9434593 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.120818] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438887, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.463320] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1060.463670] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d53e4e0c-8d2e-4c64-ac9e-7259d43dbd22 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.474193] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1060.474193] env[69722]: value = "task-3438888" [ 1060.474193] env[69722]: _type = "Task" [ 1060.474193] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.484040] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438888, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.573532] env[69722]: DEBUG nova.compute.utils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.578778] env[69722]: DEBUG nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.578778] env[69722]: DEBUG nova.network.neutron [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.617992] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438887, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.628724] env[69722]: DEBUG nova.policy [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.639721] env[69722]: INFO nova.compute.manager [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Took 45.05 seconds to build instance. [ 1060.911174] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dec83ef-b953-4452-b709-1963787d5fed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.921972] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675a1cbd-271f-4f7b-8c0d-fb1a08f79674 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.956761] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dbd85a-57b0-43a2-baa0-8ab116d83e57 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.966059] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899442b4-24f1-4880-a2fe-e6491575a2c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.982858] env[69722]: DEBUG nova.compute.provider_tree [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.996746] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438888, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.034853] env[69722]: DEBUG nova.network.neutron [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Successfully created port: 52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.079182] env[69722]: DEBUG nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.118445] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438887, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.142047] env[69722]: DEBUG oslo_concurrency.lockutils [None req-dc97197d-80a0-47be-9d6f-5d4b77ab3271 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.608s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.489841] env[69722]: DEBUG nova.scheduler.client.report [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.497756] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438888, 'name': CloneVM_Task} progress is 95%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.617234] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438887, 'name': CreateVM_Task, 'duration_secs': 1.025505} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.617234] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.617845] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.618051] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.618406] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.618691] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec4f680-d39b-4d9c-ab36-36137f86f6b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.624730] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1061.624730] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5276d2ec-25f9-80b9-4b37-13efb0ed1ffb" [ 1061.624730] env[69722]: _type = "Task" [ 1061.624730] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.634192] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5276d2ec-25f9-80b9-4b37-13efb0ed1ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.827267] env[69722]: DEBUG oslo_concurrency.lockutils [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.827551] env[69722]: DEBUG oslo_concurrency.lockutils [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.827784] env[69722]: DEBUG nova.compute.manager [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.828728] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e413d7-552c-4496-9f3a-3d154a6e6fb4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.836226] env[69722]: DEBUG nova.compute.manager [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1061.836796] env[69722]: DEBUG nova.objects.instance [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'flavor' on Instance uuid 6349c2db-8c3d-44bb-adc7-30d3c8ba1574 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.993931] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438888, 'name': CloneVM_Task, 'duration_secs': 1.171354} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.994349] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Created linked-clone VM from snapshot [ 1061.995125] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72279055-488d-42be-90e7-81b7dcaebfe6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.999721] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.005082] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.804s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.005275] env[69722]: DEBUG nova.objects.instance [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1062.007900] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Uploading image 32ec4634-b440-4a13-af61-1c44ed104b9b {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1062.085273] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1062.085273] env[69722]: value = "vm-686512" [ 1062.085273] env[69722]: _type = "VirtualMachine" [ 1062.085273] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1062.085273] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95b3041a-fda4-4172-b083-628d462de81f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.087905] env[69722]: INFO nova.scheduler.client.report [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Deleted allocations for instance d20ad4a3-41a9-424a-9b3f-5b054b309198 [ 1062.094534] env[69722]: DEBUG nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.102917] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease: (returnval){ [ 1062.102917] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529715d0-7a7c-ab41-46e9-1f5e5d164c6a" [ 1062.102917] env[69722]: _type = "HttpNfcLease" [ 1062.102917] env[69722]: } obtained for exporting VM: (result){ [ 1062.102917] env[69722]: value = "vm-686512" [ 1062.102917] env[69722]: _type = "VirtualMachine" [ 1062.102917] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1062.102917] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the lease: (returnval){ [ 1062.102917] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529715d0-7a7c-ab41-46e9-1f5e5d164c6a" [ 1062.102917] env[69722]: _type = "HttpNfcLease" [ 1062.102917] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1062.110586] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.110586] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529715d0-7a7c-ab41-46e9-1f5e5d164c6a" [ 1062.110586] env[69722]: _type = "HttpNfcLease" [ 1062.110586] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1062.135644] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.135917] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.136092] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.136638] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.136638] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.136793] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.137187] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.137450] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.137738] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.138033] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.139590] env[69722]: DEBUG nova.virt.hardware [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.139590] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832af30c-a0c3-4d3d-8374-58f6fabd37e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.147321] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5276d2ec-25f9-80b9-4b37-13efb0ed1ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.037996} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.148278] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.148278] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.148532] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.148603] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.148765] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.149036] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-708a7dab-31f0-4fb6-b53d-004851b5797b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.155848] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bc210a-3899-4cd5-91a8-b7ccf838be26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.162706] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.163281] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.172389] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a2dcf0-f095-420f-9f53-301d47083fd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.178806] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1062.178806] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5280fdcc-050b-de35-1157-b2c0907829bd" [ 1062.178806] env[69722]: _type = "Task" [ 1062.178806] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.187606] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5280fdcc-050b-de35-1157-b2c0907829bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.480124] env[69722]: DEBUG nova.compute.manager [req-f96650e7-02b6-4797-821f-64487355b130 req-2d65b49a-bb82-492b-b8e6-5df80964c0d2 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-vif-plugged-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.480708] env[69722]: DEBUG oslo_concurrency.lockutils [req-f96650e7-02b6-4797-821f-64487355b130 req-2d65b49a-bb82-492b-b8e6-5df80964c0d2 service nova] Acquiring lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.480962] env[69722]: DEBUG oslo_concurrency.lockutils [req-f96650e7-02b6-4797-821f-64487355b130 req-2d65b49a-bb82-492b-b8e6-5df80964c0d2 service nova] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.481104] env[69722]: DEBUG oslo_concurrency.lockutils [req-f96650e7-02b6-4797-821f-64487355b130 req-2d65b49a-bb82-492b-b8e6-5df80964c0d2 service nova] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.481311] env[69722]: DEBUG nova.compute.manager [req-f96650e7-02b6-4797-821f-64487355b130 req-2d65b49a-bb82-492b-b8e6-5df80964c0d2 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] No waiting events found dispatching network-vif-plugged-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.481487] env[69722]: WARNING nova.compute.manager [req-f96650e7-02b6-4797-821f-64487355b130 req-2d65b49a-bb82-492b-b8e6-5df80964c0d2 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received unexpected event network-vif-plugged-52618ced-aa51-451d-a128-4ff865e69b70 for instance with vm_state building and task_state spawning. [ 1062.585952] env[69722]: DEBUG nova.network.neutron [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Successfully updated port: 52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.604240] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a7441c36-8aa3-4d89-afbd-d9096f519d84 tempest-ServerShowV254Test-1501370255 tempest-ServerShowV254Test-1501370255-project-member] Lock "d20ad4a3-41a9-424a-9b3f-5b054b309198" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.057s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.615744] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1062.615744] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529715d0-7a7c-ab41-46e9-1f5e5d164c6a" [ 1062.615744] env[69722]: _type = "HttpNfcLease" [ 1062.615744] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1062.615744] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1062.615744] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529715d0-7a7c-ab41-46e9-1f5e5d164c6a" [ 1062.615744] env[69722]: _type = "HttpNfcLease" [ 1062.615744] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1062.615744] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab711962-ee6c-4841-9d1e-a11adcdea780 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.626949] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e16e0e-296c-6cab-7c37-6cdfaa31ba0f/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1062.626949] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e16e0e-296c-6cab-7c37-6cdfaa31ba0f/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1062.693350] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5280fdcc-050b-de35-1157-b2c0907829bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.694180] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e147f79f-24fb-4c9e-ab24-3cf7a80dfaea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.700885] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1062.700885] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f63057-ad32-1619-4a49-70d10c193860" [ 1062.700885] env[69722]: _type = "Task" [ 1062.700885] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.710359] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f63057-ad32-1619-4a49-70d10c193860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.717367] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4752db4a-d7f7-41e1-bcbb-6a5e30d27a5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.844718] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.845020] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dfd3427-64d8-4805-8978-42636542d38a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.854457] env[69722]: DEBUG oslo_vmware.api [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1062.854457] env[69722]: value = "task-3438890" [ 1062.854457] env[69722]: _type = "Task" [ 1062.854457] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.864072] env[69722]: DEBUG oslo_vmware.api [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.016716] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c33b3f04-3126-471e-9896-6fefc32b38c1 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.018686] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.577s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.018686] env[69722]: DEBUG nova.objects.instance [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lazy-loading 'resources' on Instance uuid 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.089084] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.089397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.089676] env[69722]: DEBUG nova.network.neutron [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.217210] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f63057-ad32-1619-4a49-70d10c193860, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.217698] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.218151] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 09d214da-6eae-466e-850b-1f94dfda5795/09d214da-6eae-466e-850b-1f94dfda5795.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1063.218588] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4117fa0d-53c1-4725-94c0-329b9254a7d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.229369] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1063.229369] env[69722]: value = "task-3438891" [ 1063.229369] env[69722]: _type = "Task" [ 1063.229369] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.248103] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.366864] env[69722]: DEBUG oslo_vmware.api [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438890, 'name': PowerOffVM_Task, 'duration_secs': 0.285267} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.367265] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.367779] env[69722]: DEBUG nova.compute.manager [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.368937] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee658fe-84d6-4672-823d-d5ad967dc242 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.638606] env[69722]: DEBUG nova.network.neutron [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.746132] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438891, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.862258] env[69722]: DEBUG nova.network.neutron [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.876018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfb3159-db15-4c65-b66f-4e595620608f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.886515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-44c57bf4-f260-4feb-94fb-96d0cabfc93b tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.894860] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c02539-30b3-4ac7-be77-4b93d8d308bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.948861] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d326e0-c02c-4000-92de-407b742e9119 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.963032] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e70729-0f14-4adf-a0a3-32d929ef0c57 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.979170] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.979427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.981350] env[69722]: DEBUG nova.compute.provider_tree [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.243741] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438891, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52777} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.244095] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 09d214da-6eae-466e-850b-1f94dfda5795/09d214da-6eae-466e-850b-1f94dfda5795.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.244325] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.244628] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fddbd3b9-79f2-43b5-91f3-f57ec22eee34 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.254282] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1064.254282] env[69722]: value = "task-3438892" [ 1064.254282] env[69722]: _type = "Task" [ 1064.254282] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.265390] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.279091] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.279458] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.279728] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.280020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.280206] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.282465] env[69722]: INFO nova.compute.manager [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Terminating instance [ 1064.365050] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.365493] env[69722]: DEBUG nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Instance network_info: |[{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.366343] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:bf:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52618ced-aa51-451d-a128-4ff865e69b70', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.375405] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.375829] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.376197] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01b1742d-33e7-43b8-93d9-2d651e9cd5cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.409517] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.409517] env[69722]: value = "task-3438893" [ 1064.409517] env[69722]: _type = "Task" [ 1064.409517] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.422288] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438893, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.483958] env[69722]: INFO nova.compute.manager [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Detaching volume baab42b0-27ca-401b-a5cf-45409cf6e9f5 [ 1064.486892] env[69722]: DEBUG nova.scheduler.client.report [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.512958] env[69722]: DEBUG nova.compute.manager [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-changed-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.513645] env[69722]: DEBUG nova.compute.manager [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing instance network info cache due to event network-changed-52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.514035] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.515789] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.515789] env[69722]: DEBUG nova.network.neutron [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.536483] env[69722]: INFO nova.virt.block_device [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Attempting to driver detach volume baab42b0-27ca-401b-a5cf-45409cf6e9f5 from mountpoint /dev/sdb [ 1064.536483] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1064.536483] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686463', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'name': 'volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a716f045-1598-433c-ae67-32c7107544a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'serial': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1064.538385] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c148c110-cfa9-41e7-badf-c70f9466fd71 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.571263] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b1c08d-94f9-4d53-84e0-fa5a2a30e813 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.581372] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f781c3b9-4768-4592-b011-fefb24f16cd3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.607446] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee339c34-9d98-4cad-83bc-840d34996080 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.625819] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] The volume has not been displaced from its original location: [datastore2] volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5/volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1064.631257] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1064.631976] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591129fc-1a00-4fbb-be9e-984e421e6277 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.652936] env[69722]: DEBUG oslo_vmware.api [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1064.652936] env[69722]: value = "task-3438894" [ 1064.652936] env[69722]: _type = "Task" [ 1064.652936] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.663947] env[69722]: DEBUG oslo_vmware.api [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.765268] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103029} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.765558] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.766566] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3654ecb-92ca-4233-8a19-f1eb8d6df1df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.790049] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 09d214da-6eae-466e-850b-1f94dfda5795/09d214da-6eae-466e-850b-1f94dfda5795.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.791230] env[69722]: DEBUG nova.compute.manager [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.791449] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.791690] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34595879-db90-409b-8f2f-de6390a8bdb5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.806628] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab95d77-12b4-4dab-a5c9-c7564d872d1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.826529] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.828793] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dd650b1-895e-4ca8-ae47-c4c1b68f049a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.831406] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1064.831406] env[69722]: value = "task-3438895" [ 1064.831406] env[69722]: _type = "Task" [ 1064.831406] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.844740] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.919126] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.920176] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.920176] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleting the datastore file [datastore2] 6349c2db-8c3d-44bb-adc7-30d3c8ba1574 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.923625] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28979f22-61b8-4a31-8b6b-de2173796c3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.928171] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438893, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.935205] env[69722]: DEBUG oslo_vmware.api [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1064.935205] env[69722]: value = "task-3438897" [ 1064.935205] env[69722]: _type = "Task" [ 1064.935205] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.947306] env[69722]: DEBUG oslo_vmware.api [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.993077] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.995639] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.610s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.997271] env[69722]: INFO nova.compute.claims [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.020217] env[69722]: INFO nova.scheduler.client.report [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleted allocations for instance 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13 [ 1065.167081] env[69722]: DEBUG oslo_vmware.api [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438894, 'name': ReconfigVM_Task, 'duration_secs': 0.343558} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.167353] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1065.172837] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b8c5910-5f7c-43d0-8d51-daa0ee21a04a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.191108] env[69722]: DEBUG oslo_vmware.api [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1065.191108] env[69722]: value = "task-3438898" [ 1065.191108] env[69722]: _type = "Task" [ 1065.191108] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.201809] env[69722]: DEBUG oslo_vmware.api [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.311656] env[69722]: DEBUG nova.network.neutron [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updated VIF entry in instance network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.312068] env[69722]: DEBUG nova.network.neutron [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.337564] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "4213eb1b-11d1-4867-b59c-6ab329e92006" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.337909] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.346232] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438895, 'name': ReconfigVM_Task, 'duration_secs': 0.431393} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.347246] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 09d214da-6eae-466e-850b-1f94dfda5795/09d214da-6eae-466e-850b-1f94dfda5795.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.348188] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38df5e41-0ff7-433c-9634-dce8a0a51fe2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.357244] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1065.357244] env[69722]: value = "task-3438899" [ 1065.357244] env[69722]: _type = "Task" [ 1065.357244] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.368180] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438899, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.421192] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438893, 'name': CreateVM_Task, 'duration_secs': 0.666333} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.421192] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.421879] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.422201] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.422650] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.423052] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d56410-798e-44ea-ba7f-bc223313771e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.430263] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1065.430263] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52331cfd-4ecd-bebf-c306-2030401f7eba" [ 1065.430263] env[69722]: _type = "Task" [ 1065.430263] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.445561] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52331cfd-4ecd-bebf-c306-2030401f7eba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.453897] env[69722]: DEBUG oslo_vmware.api [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191279} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.454193] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.454476] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.454659] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.454938] env[69722]: INFO nova.compute.manager [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1065.455246] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.455550] env[69722]: DEBUG nova.compute.manager [-] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1065.455716] env[69722]: DEBUG nova.network.neutron [-] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1065.533647] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d94d5ef2-0b53-435d-a095-9601951acd2f tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.703s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.706054] env[69722]: DEBUG oslo_vmware.api [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438898, 'name': ReconfigVM_Task, 'duration_secs': 0.187444} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.706054] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686463', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'name': 'volume-baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a716f045-1598-433c-ae67-32c7107544a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5', 'serial': 'baab42b0-27ca-401b-a5cf-45409cf6e9f5'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1065.817448] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec90310a-c3d2-4d84-8fec-7cb404715f4d req-c33c648c-f27e-4eda-af59-92f4743b0cf0 service nova] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.841252] env[69722]: DEBUG nova.compute.utils [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.875191] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438899, 'name': Rename_Task, 'duration_secs': 0.22473} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.875268] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.875559] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-810c20e1-658b-4d98-ac21-b2dcfbad9800 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.883753] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1065.883753] env[69722]: value = "task-3438900" [ 1065.883753] env[69722]: _type = "Task" [ 1065.883753] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.895581] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.941218] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52331cfd-4ecd-bebf-c306-2030401f7eba, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.941871] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.942874] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.943192] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.944064] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.944322] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.944626] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a370295c-8046-4e26-b981-84b6c187b02f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.956399] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.956743] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.958044] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1051e07-5d97-4eca-bca8-d8884d756363 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.968817] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1065.968817] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52797cfe-6c10-6fdc-b2d1-a3f737771661" [ 1065.968817] env[69722]: _type = "Task" [ 1065.968817] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.980436] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52797cfe-6c10-6fdc-b2d1-a3f737771661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.258130] env[69722]: DEBUG nova.objects.instance [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'flavor' on Instance uuid a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.283849] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fab739-e55b-468f-a5bb-1cd816574b61 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.292873] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f98bc2-d1e0-43e7-ac58-a1d8363eae8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.324889] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c267f181-3696-4b74-a209-f5ea5bd7b4e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.327640] env[69722]: DEBUG nova.network.neutron [-] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.335282] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2836c0-917c-4147-991c-34ad1a810d57 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.351019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.355043] env[69722]: DEBUG nova.compute.provider_tree [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.399787] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.483097] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52797cfe-6c10-6fdc-b2d1-a3f737771661, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.483097] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c974b76-1a13-4523-97d6-90b0055360cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.489947] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1066.489947] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528a1f9c-cfba-d05c-1bba-5d0fa4fa8fe6" [ 1066.489947] env[69722]: _type = "Task" [ 1066.489947] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.499655] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528a1f9c-cfba-d05c-1bba-5d0fa4fa8fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.808304] env[69722]: DEBUG nova.compute.manager [req-80ffdd82-557b-48f1-968f-7e6fa6bafd6e req-f1ecd5a5-cdab-4533-80d6-204064e2d8c4 service nova] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Received event network-vif-deleted-cfa9d410-b6f8-4f9e-a32a-b76cf03c1421 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.830338] env[69722]: INFO nova.compute.manager [-] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Took 1.37 seconds to deallocate network for instance. [ 1066.855918] env[69722]: DEBUG nova.scheduler.client.report [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.896089] env[69722]: DEBUG oslo_vmware.api [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438900, 'name': PowerOnVM_Task, 'duration_secs': 0.670968} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.896404] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.896605] env[69722]: INFO nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1066.896791] env[69722]: DEBUG nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.897633] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a084102-747d-4b9e-ab71-544d38ebd7ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.004553] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528a1f9c-cfba-d05c-1bba-5d0fa4fa8fe6, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.004862] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.005168] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 30144666-f5ce-40de-b98b-4a2a7b0903e4/30144666-f5ce-40de-b98b-4a2a7b0903e4.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.005417] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd86c53a-5bd4-41d6-a4b9-fcfa191a07f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.013602] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1067.013602] env[69722]: value = "task-3438901" [ 1067.013602] env[69722]: _type = "Task" [ 1067.013602] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.023399] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.267010] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5415a18-4940-4811-b9ad-6c8d69b7b771 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.340624] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.362332] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.362868] env[69722]: DEBUG nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1067.366079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.579s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.424371] env[69722]: INFO nova.compute.manager [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Took 41.59 seconds to build instance. [ 1067.431775] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "4213eb1b-11d1-4867-b59c-6ab329e92006" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.432383] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.432383] env[69722]: INFO nova.compute.manager [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Attaching volume 734517f1-63a4-4162-98ef-11b05e84150a to /dev/sdb [ 1067.486157] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608b5167-9a2c-4078-942a-05e68b7a7b47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.494152] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05039a5f-5ab1-4ee1-8633-c2c52a4cb98c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.517932] env[69722]: DEBUG nova.virt.block_device [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Updating existing volume attachment record: 333cc0fe-7d2f-4f0c-b958-26d4e9e718ca {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1067.535206] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438901, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504211} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.535353] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 30144666-f5ce-40de-b98b-4a2a7b0903e4/30144666-f5ce-40de-b98b-4a2a7b0903e4.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.535575] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.535845] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c86fd2fe-2caf-46e9-9b5c-6c77cfc63fe1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.544948] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1067.544948] env[69722]: value = "task-3438902" [ 1067.544948] env[69722]: _type = "Task" [ 1067.544948] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.554408] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.620006] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.620397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.620665] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "a716f045-1598-433c-ae67-32c7107544a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.620875] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.621067] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.624787] env[69722]: INFO nova.compute.manager [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Terminating instance [ 1067.869496] env[69722]: DEBUG nova.compute.utils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.877201] env[69722]: INFO nova.compute.claims [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.882601] env[69722]: DEBUG nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.887192] env[69722]: DEBUG nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.887192] env[69722]: DEBUG nova.network.neutron [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.926973] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2dcfa7c6-5d2d-4d6e-8ee9-cfce573ffd31 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "09d214da-6eae-466e-850b-1f94dfda5795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.457s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.999440] env[69722]: DEBUG nova.policy [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b64d40fb56f4648bd251dc28133aac2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e95aa5fbea748a1bb404c9a667a0230', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.054838] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099979} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.055335] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.056367] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574211d1-acb6-4923-8441-ee2e6e3cb7c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.084190] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 30144666-f5ce-40de-b98b-4a2a7b0903e4/30144666-f5ce-40de-b98b-4a2a7b0903e4.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.084601] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fc3c82a-b9d5-4906-8427-0e456e4b4aaa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.108550] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1068.108550] env[69722]: value = "task-3438906" [ 1068.108550] env[69722]: _type = "Task" [ 1068.108550] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.119126] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.134097] env[69722]: DEBUG nova.compute.manager [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1068.134097] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1068.134097] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a616fbc2-eaa9-476f-b3d4-961da05cfe0e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.141370] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.141851] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d881aa1b-4dec-46c7-a3a9-797541b11df9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.156440] env[69722]: DEBUG oslo_vmware.api [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1068.156440] env[69722]: value = "task-3438907" [ 1068.156440] env[69722]: _type = "Task" [ 1068.156440] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.170123] env[69722]: DEBUG oslo_vmware.api [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.395795] env[69722]: INFO nova.compute.resource_tracker [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating resource usage from migration c3d8470f-5179-4848-ab29-ed50157471fd [ 1068.609519] env[69722]: DEBUG nova.network.neutron [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Successfully created port: 3663cd4c-9976-4f43-ad9e-aa6b8720e79e {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.623984] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438906, 'name': ReconfigVM_Task, 'duration_secs': 0.342758} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.624297] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 30144666-f5ce-40de-b98b-4a2a7b0903e4/30144666-f5ce-40de-b98b-4a2a7b0903e4.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.625347] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176da223-c1fc-478c-ac86-62078bf14322 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.636951] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1068.636951] env[69722]: value = "task-3438908" [ 1068.636951] env[69722]: _type = "Task" [ 1068.636951] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.653171] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438908, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.668307] env[69722]: DEBUG oslo_vmware.api [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438907, 'name': PowerOffVM_Task, 'duration_secs': 0.252323} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.669068] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.669068] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.669999] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77b27002-0def-4fc3-aa5e-cd96090ff77d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.758893] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.759169] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.759359] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleting the datastore file [datastore2] a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.759674] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da5c3be-ac04-440a-81dd-784256a79ac3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.772148] env[69722]: DEBUG oslo_vmware.api [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1068.772148] env[69722]: value = "task-3438910" [ 1068.772148] env[69722]: _type = "Task" [ 1068.772148] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.785014] env[69722]: DEBUG oslo_vmware.api [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.786993] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914d862-416b-4121-82f5-1d96e358c249 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.797376] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d809fdf0-3047-4687-93e6-cd334837e44b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.854252] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c2e5ac-c86d-4f3e-94d6-af84b8286d28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.864317] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901382aa-aa2f-4330-9212-d36079b39e6f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.885163] env[69722]: DEBUG nova.compute.provider_tree [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.901394] env[69722]: DEBUG nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.928016] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.929159] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.929159] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.929280] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.929372] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.929625] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.929740] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.929902] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.930629] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.930629] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.931030] env[69722]: DEBUG nova.virt.hardware [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.932524] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e86a845-c8b6-4a68-8e3a-0176eb33531e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.944715] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2258c5-483b-4085-bf05-0d840ea3cbc3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.152136] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438908, 'name': Rename_Task, 'duration_secs': 0.249256} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.152610] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.153441] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e3c8d82-df44-4df1-8b02-60a17f3586ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.164548] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1069.164548] env[69722]: value = "task-3438911" [ 1069.164548] env[69722]: _type = "Task" [ 1069.164548] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.182141] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.285775] env[69722]: DEBUG oslo_vmware.api [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3438910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282667} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.292155] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.292840] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.292840] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.292995] env[69722]: INFO nova.compute.manager [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: a716f045-1598-433c-ae67-32c7107544a5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1069.293140] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.293417] env[69722]: DEBUG nova.compute.manager [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1069.293512] env[69722]: DEBUG nova.network.neutron [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1069.390396] env[69722]: DEBUG nova.scheduler.client.report [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.408606] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.408875] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.676516] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438911, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.896265] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.896545] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.898685] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.533s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.898918] env[69722]: INFO nova.compute.manager [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Migrating [ 1069.905218] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.644s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.916571] env[69722]: DEBUG nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1069.922288] env[69722]: DEBUG nova.compute.manager [req-bf7c4783-c172-444c-86f8-81508a3fb9d8 req-842f88e8-c311-4531-9e57-1191394f6091 service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Received event network-vif-deleted-7623af8b-09e0-46ec-a1b3-8fb05ae98fcc {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.922529] env[69722]: INFO nova.compute.manager [req-bf7c4783-c172-444c-86f8-81508a3fb9d8 req-842f88e8-c311-4531-9e57-1191394f6091 service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Neutron deleted interface 7623af8b-09e0-46ec-a1b3-8fb05ae98fcc; detaching it from the instance and deleting it from the info cache [ 1069.922754] env[69722]: DEBUG nova.network.neutron [req-bf7c4783-c172-444c-86f8-81508a3fb9d8 req-842f88e8-c311-4531-9e57-1191394f6091 service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.129309] env[69722]: DEBUG nova.compute.manager [req-4c28257b-85e4-4066-a676-3b241cc5fcd4 req-502e91ad-edb2-4563-98f1-c21ba87f5002 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Received event network-vif-plugged-3663cd4c-9976-4f43-ad9e-aa6b8720e79e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.129309] env[69722]: DEBUG oslo_concurrency.lockutils [req-4c28257b-85e4-4066-a676-3b241cc5fcd4 req-502e91ad-edb2-4563-98f1-c21ba87f5002 service nova] Acquiring lock "ff33452c-aa21-4ec7-a80d-4dd577307a45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.129309] env[69722]: DEBUG oslo_concurrency.lockutils [req-4c28257b-85e4-4066-a676-3b241cc5fcd4 req-502e91ad-edb2-4563-98f1-c21ba87f5002 service nova] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.131221] env[69722]: DEBUG oslo_concurrency.lockutils [req-4c28257b-85e4-4066-a676-3b241cc5fcd4 req-502e91ad-edb2-4563-98f1-c21ba87f5002 service nova] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.131510] env[69722]: DEBUG nova.compute.manager [req-4c28257b-85e4-4066-a676-3b241cc5fcd4 req-502e91ad-edb2-4563-98f1-c21ba87f5002 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] No waiting events found dispatching network-vif-plugged-3663cd4c-9976-4f43-ad9e-aa6b8720e79e {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.131776] env[69722]: WARNING nova.compute.manager [req-4c28257b-85e4-4066-a676-3b241cc5fcd4 req-502e91ad-edb2-4563-98f1-c21ba87f5002 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Received unexpected event network-vif-plugged-3663cd4c-9976-4f43-ad9e-aa6b8720e79e for instance with vm_state building and task_state spawning. [ 1070.176816] env[69722]: DEBUG oslo_vmware.api [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438911, 'name': PowerOnVM_Task, 'duration_secs': 0.602721} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.177248] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.177760] env[69722]: INFO nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1070.178334] env[69722]: DEBUG nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.179622] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcc13a0-8ae2-4cc8-9f5e-9c8d7bef6f35 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.298742] env[69722]: DEBUG nova.network.neutron [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Successfully updated port: 3663cd4c-9976-4f43-ad9e-aa6b8720e79e {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.383728] env[69722]: DEBUG nova.network.neutron [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.399276] env[69722]: DEBUG nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1070.418516] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.418687] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.418851] env[69722]: DEBUG nova.network.neutron [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.433177] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae578412-b3a6-40fe-98bd-a8d0d8adfa16 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.447666] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04e4415-7c77-4e38-9ba9-134f919a2bff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.461941] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.491200] env[69722]: DEBUG nova.compute.manager [req-bf7c4783-c172-444c-86f8-81508a3fb9d8 req-842f88e8-c311-4531-9e57-1191394f6091 service nova] [instance: a716f045-1598-433c-ae67-32c7107544a5] Detach interface failed, port_id=7623af8b-09e0-46ec-a1b3-8fb05ae98fcc, reason: Instance a716f045-1598-433c-ae67-32c7107544a5 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1070.701671] env[69722]: INFO nova.compute.manager [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Took 27.33 seconds to build instance. [ 1070.802161] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "refresh_cache-ff33452c-aa21-4ec7-a80d-4dd577307a45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.802295] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquired lock "refresh_cache-ff33452c-aa21-4ec7-a80d-4dd577307a45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.802464] env[69722]: DEBUG nova.network.neutron [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.886531] env[69722]: INFO nova.compute.manager [-] [instance: a716f045-1598-433c-ae67-32c7107544a5] Took 1.59 seconds to deallocate network for instance. [ 1070.920560] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.923354] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Applying migration context for instance 05b24896-d5dd-4a18-a473-ebf73b357c11 as it has an incoming, in-progress migration c3d8470f-5179-4848-ab29-ed50157471fd. Migration status is pre-migrating {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1070.924964] env[69722]: INFO nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating resource usage from migration c3d8470f-5179-4848-ab29-ed50157471fd [ 1070.947427] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a8a67152-5fd1-4704-9f82-31d82d4cd134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.947680] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance bc781a52-cfc0-409d-871d-9207e6891593 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.947971] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance fe554be0-a568-40b2-abc8-ccaaa75b2d7f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.948198] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 1968c49c-28b8-413a-8f36-be43a7dd7c5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.948411] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 28bce77d-f28b-4e03-884a-4a244456b6cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.948861] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a716f045-1598-433c-ae67-32c7107544a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.949041] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 30953169-a61f-40d7-9d62-60e19097c4c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.949252] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7bb71f82-7f50-469a-9827-8e27bb446245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.949459] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 4213eb1b-11d1-4867-b59c-6ab329e92006 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.951142] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.951142] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c51b5827-ae23-450c-bec4-cd835b1f4533 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.951142] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 03f2926f-cd72-4de7-8543-f53314a68102 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.951142] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 6349c2db-8c3d-44bb-adc7-30d3c8ba1574 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1070.951142] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 09d214da-6eae-466e-850b-1f94dfda5795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.951142] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 30144666-f5ce-40de-b98b-4a2a7b0903e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.951142] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ff33452c-aa21-4ec7-a80d-4dd577307a45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1070.951142] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Migration c3d8470f-5179-4848-ab29-ed50157471fd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1070.951419] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 05b24896-d5dd-4a18-a473-ebf73b357c11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1071.203422] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3707763c-7225-499c-b982-d7b5571a847b tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.843s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.210519] env[69722]: DEBUG nova.network.neutron [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance_info_cache with network_info: [{"id": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "address": "fa:16:3e:e9:4e:64", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c222a2-99", "ovs_interfaceid": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.352877] env[69722]: DEBUG nova.network.neutron [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.396157] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.454955] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 20287595-46e3-4a6c-8a33-ed6cec0e2b10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1071.522920] env[69722]: DEBUG nova.network.neutron [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Updating instance_info_cache with network_info: [{"id": "3663cd4c-9976-4f43-ad9e-aa6b8720e79e", "address": "fa:16:3e:60:05:83", "network": {"id": "3c2f822d-fb49-4778-bfe9-02e51c75de24", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2115456516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e95aa5fbea748a1bb404c9a667a0230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3663cd4c-99", "ovs_interfaceid": "3663cd4c-9976-4f43-ad9e-aa6b8720e79e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.713042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.957799] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1071.958171] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1071.960103] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1072.025338] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Releasing lock "refresh_cache-ff33452c-aa21-4ec7-a80d-4dd577307a45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.025705] env[69722]: DEBUG nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Instance network_info: |[{"id": "3663cd4c-9976-4f43-ad9e-aa6b8720e79e", "address": "fa:16:3e:60:05:83", "network": {"id": "3c2f822d-fb49-4778-bfe9-02e51c75de24", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2115456516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e95aa5fbea748a1bb404c9a667a0230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3663cd4c-99", "ovs_interfaceid": "3663cd4c-9976-4f43-ad9e-aa6b8720e79e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.026650] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:05:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3663cd4c-9976-4f43-ad9e-aa6b8720e79e', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.034931] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Creating folder: Project (5e95aa5fbea748a1bb404c9a667a0230). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.035471] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26aa19fc-ac97-4b06-a12c-11074ae19971 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.054592] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Created folder: Project (5e95aa5fbea748a1bb404c9a667a0230) in parent group-v686248. [ 1072.054749] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Creating folder: Instances. Parent ref: group-v686516. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1072.055068] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dd79fcb-e203-4d6c-b336-07016afe4f81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.073366] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Created folder: Instances in parent group-v686516. [ 1072.073660] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.073873] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.074127] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e49f7c-24ee-4808-8ea6-159c1610aa7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.101161] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.101161] env[69722]: value = "task-3438915" [ 1072.101161] env[69722]: _type = "Task" [ 1072.101161] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.118432] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438915, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.345590] env[69722]: DEBUG nova.compute.manager [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Received event network-changed-3663cd4c-9976-4f43-ad9e-aa6b8720e79e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.345803] env[69722]: DEBUG nova.compute.manager [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Refreshing instance network info cache due to event network-changed-3663cd4c-9976-4f43-ad9e-aa6b8720e79e. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.346082] env[69722]: DEBUG oslo_concurrency.lockutils [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] Acquiring lock "refresh_cache-ff33452c-aa21-4ec7-a80d-4dd577307a45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.346247] env[69722]: DEBUG oslo_concurrency.lockutils [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] Acquired lock "refresh_cache-ff33452c-aa21-4ec7-a80d-4dd577307a45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.346564] env[69722]: DEBUG nova.network.neutron [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Refreshing network info cache for port 3663cd4c-9976-4f43-ad9e-aa6b8720e79e {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.366063] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3742f17-11e7-42ec-a29e-68562f74b0d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.376948] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdc6d71-f502-4705-927c-91ed36da75b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.413046] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31766985-62fe-4db1-91b9-53d361dc530d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.422258] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14e9af5-4e64-4fb0-82f7-0bee74b668d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.438498] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.476624] env[69722]: DEBUG nova.compute.manager [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-changed-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.476624] env[69722]: DEBUG nova.compute.manager [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing instance network info cache due to event network-changed-52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.476624] env[69722]: DEBUG oslo_concurrency.lockutils [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.476624] env[69722]: DEBUG oslo_concurrency.lockutils [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.476758] env[69722]: DEBUG nova.network.neutron [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.586053] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1072.586053] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686515', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'name': 'volume-734517f1-63a4-4162-98ef-11b05e84150a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4213eb1b-11d1-4867-b59c-6ab329e92006', 'attached_at': '', 'detached_at': '', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'serial': '734517f1-63a4-4162-98ef-11b05e84150a'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1072.586053] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f1e070-f876-4527-b46e-0fd36203e954 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.607524] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c79941-b7ce-405b-8206-d1bfa5078a49 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.617952] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438915, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.648823] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-734517f1-63a4-4162-98ef-11b05e84150a/volume-734517f1-63a4-4162-98ef-11b05e84150a.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.648928] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-152a9de1-27a2-48c9-8086-335e7ff3398e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.669738] env[69722]: DEBUG oslo_vmware.api [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1072.669738] env[69722]: value = "task-3438916" [ 1072.669738] env[69722]: _type = "Task" [ 1072.669738] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.685666] env[69722]: DEBUG oslo_vmware.api [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438916, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.941613] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.127586] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438915, 'name': CreateVM_Task, 'duration_secs': 0.740195} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.128114] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.128588] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.128796] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.129674] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.130394] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c428cc2-a9ae-4065-8c4e-96b8498a1ce9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.137800] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1073.137800] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520cf2af-17e4-2baf-8300-e316904fffef" [ 1073.137800] env[69722]: _type = "Task" [ 1073.137800] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.149986] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520cf2af-17e4-2baf-8300-e316904fffef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.172087] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e16e0e-296c-6cab-7c37-6cdfaa31ba0f/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1073.173333] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129500e9-bcbe-4b08-8b53-5c88c909cfb6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.182251] env[69722]: DEBUG nova.network.neutron [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Updated VIF entry in instance network info cache for port 3663cd4c-9976-4f43-ad9e-aa6b8720e79e. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.182791] env[69722]: DEBUG nova.network.neutron [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Updating instance_info_cache with network_info: [{"id": "3663cd4c-9976-4f43-ad9e-aa6b8720e79e", "address": "fa:16:3e:60:05:83", "network": {"id": "3c2f822d-fb49-4778-bfe9-02e51c75de24", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2115456516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e95aa5fbea748a1bb404c9a667a0230", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3663cd4c-99", "ovs_interfaceid": "3663cd4c-9976-4f43-ad9e-aa6b8720e79e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.188936] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e16e0e-296c-6cab-7c37-6cdfaa31ba0f/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1073.190017] env[69722]: ERROR oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e16e0e-296c-6cab-7c37-6cdfaa31ba0f/disk-0.vmdk due to incomplete transfer. [ 1073.190017] env[69722]: DEBUG oslo_vmware.api [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438916, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.193909] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-17bd2f21-740a-4d69-9c7a-38eeb9286043 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.199902] env[69722]: DEBUG oslo_vmware.rw_handles [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e16e0e-296c-6cab-7c37-6cdfaa31ba0f/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1073.200779] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Uploaded image 32ec4634-b440-4a13-af61-1c44ed104b9b to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1073.203731] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1073.204663] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-17efc302-5342-403c-afab-f0f618eb1e96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.212815] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1073.212815] env[69722]: value = "task-3438917" [ 1073.212815] env[69722]: _type = "Task" [ 1073.212815] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.222195] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438917, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.231696] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f1edfe-8d0f-4a96-a089-36223867290a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.258558] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance '05b24896-d5dd-4a18-a473-ebf73b357c11' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.273668] env[69722]: DEBUG nova.network.neutron [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updated VIF entry in instance network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.274030] env[69722]: DEBUG nova.network.neutron [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.430208] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.430208] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.449135] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1073.449361] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.544s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.449615] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.387s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.449799] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.452334] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.616s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.452334] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.453834] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.459s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.454027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.455610] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.478s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.455794] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.457317] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.117s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.457496] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.459318] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.998s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.460772] env[69722]: INFO nova.compute.claims [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.498219] env[69722]: INFO nova.scheduler.client.report [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Deleted allocations for instance 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad [ 1073.503078] env[69722]: INFO nova.scheduler.client.report [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted allocations for instance 6349c2db-8c3d-44bb-adc7-30d3c8ba1574 [ 1073.520669] env[69722]: INFO nova.scheduler.client.report [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Deleted allocations for instance c51b5827-ae23-450c-bec4-cd835b1f4533 [ 1073.529705] env[69722]: INFO nova.scheduler.client.report [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Deleted allocations for instance fe554be0-a568-40b2-abc8-ccaaa75b2d7f [ 1073.544647] env[69722]: INFO nova.scheduler.client.report [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Deleted allocations for instance 03f2926f-cd72-4de7-8543-f53314a68102 [ 1073.649829] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520cf2af-17e4-2baf-8300-e316904fffef, 'name': SearchDatastore_Task, 'duration_secs': 0.011997} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.650898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.650898] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1073.650898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.651129] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.651427] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1073.651699] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12129d5e-7e15-468a-9676-2d03610007e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.662655] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1073.662854] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1073.663595] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27bc458e-f852-4865-bb5c-fa232edcfee4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.670828] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1073.670828] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f94cc9-e9f5-cdae-d8a8-c066b7714639" [ 1073.670828] env[69722]: _type = "Task" [ 1073.670828] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.683704] env[69722]: DEBUG oslo_vmware.api [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438916, 'name': ReconfigVM_Task, 'duration_secs': 0.975335} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.687169] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-734517f1-63a4-4162-98ef-11b05e84150a/volume-734517f1-63a4-4162-98ef-11b05e84150a.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.692489] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f94cc9-e9f5-cdae-d8a8-c066b7714639, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.693162] env[69722]: DEBUG oslo_concurrency.lockutils [req-db7917f3-bb9a-4664-99ef-35e8820b9da4 req-7f90e756-2f68-4586-ad8c-29c5e6096b35 service nova] Releasing lock "refresh_cache-ff33452c-aa21-4ec7-a80d-4dd577307a45" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.694112] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3239af21-bc56-4b6a-8f4d-d6e6d1d614a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.704051] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ba89d6e-cc01-4d89-8061-38baf8b8eda0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.710362] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1073.710362] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d75100-ecee-6058-d730-dd91c7c5bd6d" [ 1073.710362] env[69722]: _type = "Task" [ 1073.710362] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.719022] env[69722]: DEBUG oslo_vmware.api [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1073.719022] env[69722]: value = "task-3438918" [ 1073.719022] env[69722]: _type = "Task" [ 1073.719022] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.727658] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438917, 'name': Destroy_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.733320] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d75100-ecee-6058-d730-dd91c7c5bd6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.733482] env[69722]: DEBUG oslo_vmware.api [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.764058] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.764328] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff082a3e-6b6c-408b-af1e-57b6d7e0930a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.773435] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1073.773435] env[69722]: value = "task-3438919" [ 1073.773435] env[69722]: _type = "Task" [ 1073.773435] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.778979] env[69722]: DEBUG oslo_concurrency.lockutils [req-8dd417e7-7b86-4f53-86b5-b6711aa15efa req-05271d71-4c50-4048-9b4f-287d60d48fa5 service nova] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.783589] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.932857] env[69722]: DEBUG nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.011150] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbc27e79-30c4-4ecb-846d-b69ba2ad88b0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "6349c2db-8c3d-44bb-adc7-30d3c8ba1574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.732s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.012707] env[69722]: DEBUG oslo_concurrency.lockutils [None req-78bbe7ee-48ea-44aa-9705-5648f4985eaf tempest-ImagesTestJSON-379419488 tempest-ImagesTestJSON-379419488-project-member] Lock "1e3880be-63f5-43ad-9f8a-2bc14d6f52ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.477s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.031930] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09d6275e-89d4-4f0a-8c97-4467975c737e tempest-InstanceActionsV221TestJSON-1331779858 tempest-InstanceActionsV221TestJSON-1331779858-project-member] Lock "c51b5827-ae23-450c-bec4-cd835b1f4533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.494s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.035488] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9a5ca116-3ab5-47d3-af15-aff1e74a5b69 tempest-FloatingIPsAssociationTestJSON-2095741746 tempest-FloatingIPsAssociationTestJSON-2095741746-project-member] Lock "fe554be0-a568-40b2-abc8-ccaaa75b2d7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.740s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.062584] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4cf8fd-d4dc-4924-b8f8-dc4c128a8220 tempest-ServersAaction247Test-812616197 tempest-ServersAaction247Test-812616197-project-member] Lock "03f2926f-cd72-4de7-8543-f53314a68102" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.319s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.234868] env[69722]: DEBUG oslo_vmware.api [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438918, 'name': ReconfigVM_Task, 'duration_secs': 0.199474} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.243773] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686515', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'name': 'volume-734517f1-63a4-4162-98ef-11b05e84150a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4213eb1b-11d1-4867-b59c-6ab329e92006', 'attached_at': '', 'detached_at': '', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'serial': '734517f1-63a4-4162-98ef-11b05e84150a'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1074.247115] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d75100-ecee-6058-d730-dd91c7c5bd6d, 'name': SearchDatastore_Task, 'duration_secs': 0.017242} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.247369] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438917, 'name': Destroy_Task, 'duration_secs': 0.7704} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.247872] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.248151] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ff33452c-aa21-4ec7-a80d-4dd577307a45/ff33452c-aa21-4ec7-a80d-4dd577307a45.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.248426] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Destroyed the VM [ 1074.248676] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1074.248954] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f307767-4ee6-4c97-951a-9bfe885ea781 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.252147] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ccc8925-ce5d-4e73-904f-3a07ae3ef989 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.260894] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1074.260894] env[69722]: value = "task-3438920" [ 1074.260894] env[69722]: _type = "Task" [ 1074.260894] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.267255] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1074.267255] env[69722]: value = "task-3438921" [ 1074.267255] env[69722]: _type = "Task" [ 1074.267255] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.274332] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.280915] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.286685] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438919, 'name': PowerOffVM_Task, 'duration_secs': 0.224942} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.286952] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.287159] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance '05b24896-d5dd-4a18-a473-ebf73b357c11' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1074.472231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.784381] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438920, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.787687] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483332} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.787913] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ff33452c-aa21-4ec7-a80d-4dd577307a45/ff33452c-aa21-4ec7-a80d-4dd577307a45.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.788179] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.788467] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-013a1481-40a5-4e0d-900f-1ed67f8b9b52 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.794245] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.794457] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.794610] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.794829] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.795195] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.795404] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.796347] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.796347] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.796347] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.796600] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.797057] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.808497] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-074932ef-b981-4e87-91f3-cf686afe0140 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.820212] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3f236a-4740-4dff-8a90-01eb76c0c1bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.827089] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1074.827089] env[69722]: value = "task-3438922" [ 1074.827089] env[69722]: _type = "Task" [ 1074.827089] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.834858] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755d823e-7bb9-4fde-8fbd-2b5fde7dcebe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.838955] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1074.838955] env[69722]: value = "task-3438923" [ 1074.838955] env[69722]: _type = "Task" [ 1074.838955] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.848686] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438922, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.879227] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbcef96-4fe9-4df2-a16a-6bb8f8159f6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.886063] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.892749] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc7bef5-e266-4d23-b244-d4af4b864397 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.911384] env[69722]: DEBUG nova.compute.provider_tree [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.274802] env[69722]: DEBUG oslo_vmware.api [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438920, 'name': RemoveSnapshot_Task, 'duration_secs': 0.86344} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.275217] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1075.275452] env[69722]: INFO nova.compute.manager [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 1075.327343] env[69722]: DEBUG nova.objects.instance [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lazy-loading 'flavor' on Instance uuid 4213eb1b-11d1-4867-b59c-6ab329e92006 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.340125] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438922, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084874} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.340527] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.344335] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ace03f-7611-449c-9d29-0f34b176d8c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.369786] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] ff33452c-aa21-4ec7-a80d-4dd577307a45/ff33452c-aa21-4ec7-a80d-4dd577307a45.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.373860] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52d79d9c-74c3-44cb-a13e-0f740ed50daf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.393470] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438923, 'name': ReconfigVM_Task, 'duration_secs': 0.197389} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.394222] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance '05b24896-d5dd-4a18-a473-ebf73b357c11' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.406895] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1075.406895] env[69722]: value = "task-3438924" [ 1075.406895] env[69722]: _type = "Task" [ 1075.406895] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.417119] env[69722]: DEBUG nova.scheduler.client.report [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.421994] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.845416] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0af8b6c4-949e-4c5e-8f87-53c4ba73702b tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.413s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.846609] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.846838] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.862381] env[69722]: DEBUG nova.compute.manager [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Found 3 images (rotation: 2) {{(pid=69722) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1075.862590] env[69722]: DEBUG nova.compute.manager [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Rotating out 1 backups {{(pid=69722) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1075.862761] env[69722]: DEBUG nova.compute.manager [None req-3c0117ea-a1b7-4243-ab7c-1580531eba9d tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleting image a718bb74-88ff-41a3-8e9b-6ef4f618e28a {{(pid=69722) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1075.901689] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.901981] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.903334] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.903562] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.904284] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.904284] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.904284] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.904431] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.904516] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.904694] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.904879] env[69722]: DEBUG nova.virt.hardware [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.914355] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1075.915181] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d299f3b9-a696-4e09-b58b-4091daa28b37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.937979] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.938418] env[69722]: DEBUG nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.942945] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.022s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.944685] env[69722]: INFO nova.compute.claims [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.958321] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438924, 'name': ReconfigVM_Task, 'duration_secs': 0.282803} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.958620] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1075.958620] env[69722]: value = "task-3438925" [ 1075.958620] env[69722]: _type = "Task" [ 1075.958620] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.958940] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Reconfigured VM instance instance-0000005d to attach disk [datastore2] ff33452c-aa21-4ec7-a80d-4dd577307a45/ff33452c-aa21-4ec7-a80d-4dd577307a45.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.959591] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de511268-f80b-4b2f-8596-2a502b37099a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.974319] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.975892] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1075.975892] env[69722]: value = "task-3438926" [ 1075.975892] env[69722]: _type = "Task" [ 1075.975892] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.990844] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438926, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.349761] env[69722]: DEBUG nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.455414] env[69722]: DEBUG nova.compute.utils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.459965] env[69722]: DEBUG nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.459965] env[69722]: DEBUG nova.network.neutron [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.477665] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438925, 'name': ReconfigVM_Task, 'duration_secs': 0.231055} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.486142] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1076.486142] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6effc1-5c32-4efa-ad2f-d68c9f97592b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.495854] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438926, 'name': Rename_Task, 'duration_secs': 0.278991} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.509470] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.519249] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 05b24896-d5dd-4a18-a473-ebf73b357c11/05b24896-d5dd-4a18-a473-ebf73b357c11.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.519572] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3375dd-e4ed-4ed0-82af-93d50e17cf77 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.521968] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b3af08-fc49-4023-8190-bb8937200127 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.544991] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1076.544991] env[69722]: value = "task-3438927" [ 1076.544991] env[69722]: _type = "Task" [ 1076.544991] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.546484] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1076.546484] env[69722]: value = "task-3438928" [ 1076.546484] env[69722]: _type = "Task" [ 1076.546484] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.562981] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.563262] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438928, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.573879] env[69722]: DEBUG nova.policy [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a068131a8b6744b1bbd96648583a7b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10b9de3de2e4841ae31a67e663147e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.652037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "4213eb1b-11d1-4867-b59c-6ab329e92006" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.652342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.887901] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.967419] env[69722]: DEBUG nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.066962] env[69722]: DEBUG oslo_vmware.api [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438927, 'name': PowerOnVM_Task, 'duration_secs': 0.498523} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.067822] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.067822] env[69722]: INFO nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1077.067822] env[69722]: DEBUG nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.068819] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc0a66-f34c-4fcf-95d7-94eb83ece2d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.080435] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438928, 'name': ReconfigVM_Task, 'duration_secs': 0.382332} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.085192] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 05b24896-d5dd-4a18-a473-ebf73b357c11/05b24896-d5dd-4a18-a473-ebf73b357c11.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.085574] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance '05b24896-d5dd-4a18-a473-ebf73b357c11' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.156771] env[69722]: INFO nova.compute.manager [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Detaching volume 734517f1-63a4-4162-98ef-11b05e84150a [ 1077.208920] env[69722]: INFO nova.virt.block_device [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Attempting to driver detach volume 734517f1-63a4-4162-98ef-11b05e84150a from mountpoint /dev/sdb [ 1077.209865] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1077.209865] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686515', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'name': 'volume-734517f1-63a4-4162-98ef-11b05e84150a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4213eb1b-11d1-4867-b59c-6ab329e92006', 'attached_at': '', 'detached_at': '', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'serial': '734517f1-63a4-4162-98ef-11b05e84150a'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1077.210770] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2a0116-261d-470b-8b30-aac06680d785 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.245726] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7960caf-f205-4aad-9de4-2ca3ad72ab3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.255564] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9463bc-cb20-4c03-a40d-daeb3544d41a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.283245] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07da9236-b100-4f76-8958-756980d614a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.307410] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] The volume has not been displaced from its original location: [datastore2] volume-734517f1-63a4-4162-98ef-11b05e84150a/volume-734517f1-63a4-4162-98ef-11b05e84150a.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1077.313061] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1077.316166] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3f373fa-7653-4f99-94e2-4c3539a187ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.340310] env[69722]: DEBUG oslo_vmware.api [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1077.340310] env[69722]: value = "task-3438929" [ 1077.340310] env[69722]: _type = "Task" [ 1077.340310] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.357832] env[69722]: DEBUG oslo_vmware.api [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438929, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.385733] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a5726a-9cc9-4e0b-80f7-22c84f8d480e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.394402] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e9cceb-6414-40d4-825d-6da4eacca634 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.429391] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc44b7c-4c5d-4178-8310-92a26967e4bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.437995] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd150fa-c687-434e-882d-1992dd8262f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.442718] env[69722]: DEBUG nova.network.neutron [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Successfully created port: d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.455671] env[69722]: DEBUG nova.compute.provider_tree [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.608064] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee983797-0ca6-4377-9390-3d815e4790cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.616165] env[69722]: INFO nova.compute.manager [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Took 30.25 seconds to build instance. [ 1077.640901] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db36ed-15b2-4f15-943d-7af7d012cc1b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.669962] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance '05b24896-d5dd-4a18-a473-ebf73b357c11' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.852895] env[69722]: DEBUG oslo_vmware.api [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438929, 'name': ReconfigVM_Task, 'duration_secs': 0.414927} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.854402] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.861657] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-919e95cf-8d04-4dbb-bbe4-9207eedc2118 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.883856] env[69722]: DEBUG oslo_vmware.api [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1077.883856] env[69722]: value = "task-3438930" [ 1077.883856] env[69722]: _type = "Task" [ 1077.883856] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.901021] env[69722]: DEBUG oslo_vmware.api [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.959637] env[69722]: DEBUG nova.scheduler.client.report [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.981026] env[69722]: DEBUG nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.016480] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.016656] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.016814] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.017896] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.017896] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.017896] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.017896] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.017896] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.017896] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.018166] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.018166] env[69722]: DEBUG nova.virt.hardware [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.019474] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0ff5c2-de33-4d9e-aef7-d036167bd07a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.029896] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8ff268-e213-4a5c-8274-82365741c021 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.142648] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cd9f76e6-750c-42d1-a591-ce2c8806de52 tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.783s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.238308] env[69722]: DEBUG oslo_concurrency.lockutils [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.242009] env[69722]: DEBUG oslo_concurrency.lockutils [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.242009] env[69722]: DEBUG nova.compute.manager [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.242009] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16db4c7-1750-4ee2-88eb-c1eaf963412e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.251293] env[69722]: DEBUG nova.network.neutron [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Port 47c222a2-99ff-44c1-ab03-f7c46bdc2273 binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1078.259104] env[69722]: DEBUG nova.compute.manager [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1078.259104] env[69722]: DEBUG nova.objects.instance [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'flavor' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.396924] env[69722]: DEBUG oslo_vmware.api [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3438930, 'name': ReconfigVM_Task, 'duration_secs': 0.20926} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.399917] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686515', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'name': 'volume-734517f1-63a4-4162-98ef-11b05e84150a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4213eb1b-11d1-4867-b59c-6ab329e92006', 'attached_at': '', 'detached_at': '', 'volume_id': '734517f1-63a4-4162-98ef-11b05e84150a', 'serial': '734517f1-63a4-4162-98ef-11b05e84150a'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1078.469620] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.469620] env[69722]: DEBUG nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1078.472239] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.075s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.472239] env[69722]: DEBUG nova.objects.instance [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'resources' on Instance uuid a716f045-1598-433c-ae67-32c7107544a5 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.968328] env[69722]: DEBUG nova.objects.instance [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lazy-loading 'flavor' on Instance uuid 4213eb1b-11d1-4867-b59c-6ab329e92006 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.976457] env[69722]: DEBUG nova.compute.utils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.976457] env[69722]: DEBUG nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.976457] env[69722]: DEBUG nova.network.neutron [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.071726] env[69722]: DEBUG nova.policy [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aae11d1f09f4a7a83c3d6f32f7891a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ed2c89a0dd4cad85d7cf394b461776', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1079.274947] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.278416] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.278416] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.278539] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.280545] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5af4cbf-4084-4365-9e63-446fe5744ece {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.299160] env[69722]: DEBUG oslo_vmware.api [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1079.299160] env[69722]: value = "task-3438931" [ 1079.299160] env[69722]: _type = "Task" [ 1079.299160] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.312717] env[69722]: DEBUG oslo_vmware.api [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.340356] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a793b68-4cfd-45f0-8738-b97fd0e95b41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.350292] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4838406e-bc8b-4ef5-b01f-8ecb0592a36a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.389879] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf4ac3-cd65-4f80-b4e9-9fe9114eb1a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.399355] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3778dec-635b-447a-89ef-6721b3878b56 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.417274] env[69722]: DEBUG nova.compute.provider_tree [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.443190] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "6b015718-057a-4996-a926-46f5c4940207" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.443481] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "6b015718-057a-4996-a926-46f5c4940207" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.483340] env[69722]: DEBUG nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1079.752021] env[69722]: DEBUG nova.network.neutron [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Successfully created port: 16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1079.811357] env[69722]: DEBUG oslo_vmware.api [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3438931, 'name': PowerOffVM_Task, 'duration_secs': 0.289273} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.812193] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.813827] env[69722]: DEBUG nova.compute.manager [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.813827] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45894a6a-2634-435c-b6b4-10e349ea36b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.835189] env[69722]: DEBUG nova.network.neutron [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Successfully updated port: d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.923613] env[69722]: DEBUG nova.scheduler.client.report [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.946434] env[69722]: DEBUG nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.974827] env[69722]: DEBUG nova.compute.manager [req-e306aede-f759-471c-a6c0-bf6b85188dc2 req-e5a562cf-15f6-405d-82f6-6cdb96c49ba4 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Received event network-vif-plugged-d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.975772] env[69722]: DEBUG oslo_concurrency.lockutils [req-e306aede-f759-471c-a6c0-bf6b85188dc2 req-e5a562cf-15f6-405d-82f6-6cdb96c49ba4 service nova] Acquiring lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.975772] env[69722]: DEBUG oslo_concurrency.lockutils [req-e306aede-f759-471c-a6c0-bf6b85188dc2 req-e5a562cf-15f6-405d-82f6-6cdb96c49ba4 service nova] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.975960] env[69722]: DEBUG oslo_concurrency.lockutils [req-e306aede-f759-471c-a6c0-bf6b85188dc2 req-e5a562cf-15f6-405d-82f6-6cdb96c49ba4 service nova] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.976655] env[69722]: DEBUG nova.compute.manager [req-e306aede-f759-471c-a6c0-bf6b85188dc2 req-e5a562cf-15f6-405d-82f6-6cdb96c49ba4 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] No waiting events found dispatching network-vif-plugged-d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.977076] env[69722]: WARNING nova.compute.manager [req-e306aede-f759-471c-a6c0-bf6b85188dc2 req-e5a562cf-15f6-405d-82f6-6cdb96c49ba4 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Received unexpected event network-vif-plugged-d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 for instance with vm_state building and task_state spawning. [ 1079.978081] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7ffcda16-cc0f-4af7-be1f-b049404f3680 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.326s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.144795] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "ff33452c-aa21-4ec7-a80d-4dd577307a45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.145766] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.146092] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "ff33452c-aa21-4ec7-a80d-4dd577307a45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.146336] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.146514] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.149584] env[69722]: INFO nova.compute.manager [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Terminating instance [ 1080.334964] env[69722]: DEBUG oslo_concurrency.lockutils [None req-058675ed-0418-491f-9680-c20f1501130a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.338148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "refresh_cache-20287595-46e3-4a6c-8a33-ed6cec0e2b10" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.338442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "refresh_cache-20287595-46e3-4a6c-8a33-ed6cec0e2b10" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.338709] env[69722]: DEBUG nova.network.neutron [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.347468] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.348052] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.348217] env[69722]: DEBUG nova.network.neutron [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.428395] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.957s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.430727] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.959s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.432609] env[69722]: INFO nova.compute.claims [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.450854] env[69722]: INFO nova.scheduler.client.report [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted allocations for instance a716f045-1598-433c-ae67-32c7107544a5 [ 1080.480629] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.494547] env[69722]: DEBUG nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1080.526233] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1080.526600] env[69722]: DEBUG nova.virt.hardware [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1080.527178] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30579801-eec8-443b-af32-d98a2d4dbc94 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.543031] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3943c104-3094-4b98-92d5-09a9120a4860 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.652751] env[69722]: DEBUG nova.compute.manager [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.653056] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.653985] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fbd156-20b2-4d44-8131-858b622f72f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.663715] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.663715] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd80f2f-d754-4841-a91d-ee6e58c914d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.673088] env[69722]: DEBUG oslo_vmware.api [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1080.673088] env[69722]: value = "task-3438932" [ 1080.673088] env[69722]: _type = "Task" [ 1080.673088] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.688849] env[69722]: DEBUG oslo_vmware.api [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.855581] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.855581] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.932576] env[69722]: DEBUG nova.network.neutron [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.970918] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0b4f1f50-139d-4d82-9237-f21ec0559e89 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "a716f045-1598-433c-ae67-32c7107544a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.350s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.191116] env[69722]: DEBUG oslo_vmware.api [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438932, 'name': PowerOffVM_Task, 'duration_secs': 0.283675} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.191565] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.191783] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.192061] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-989af272-d90b-4ad7-acd8-96122a8deaad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.195907] env[69722]: DEBUG nova.network.neutron [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Updating instance_info_cache with network_info: [{"id": "d674a98f-0cc2-45b7-8d57-cf8b8b8b3649", "address": "fa:16:3e:7a:bc:58", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674a98f-0c", "ovs_interfaceid": "d674a98f-0cc2-45b7-8d57-cf8b8b8b3649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.212522] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "0c3d1810-6408-44cb-90ee-61b88d59a8df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.212782] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.259195] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.259440] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.259627] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Deleting the datastore file [datastore2] ff33452c-aa21-4ec7-a80d-4dd577307a45 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.260289] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9479dbe7-bbd9-4322-b413-18ddc20632e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.269882] env[69722]: DEBUG oslo_vmware.api [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for the task: (returnval){ [ 1081.269882] env[69722]: value = "task-3438934" [ 1081.269882] env[69722]: _type = "Task" [ 1081.269882] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.284793] env[69722]: DEBUG oslo_vmware.api [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.362745] env[69722]: DEBUG nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.434274] env[69722]: DEBUG nova.network.neutron [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance_info_cache with network_info: [{"id": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "address": "fa:16:3e:e9:4e:64", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c222a2-99", "ovs_interfaceid": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.688951] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.689281] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.689518] env[69722]: INFO nova.compute.manager [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Rebooting instance [ 1081.695858] env[69722]: DEBUG nova.network.neutron [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Successfully updated port: 16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1081.699022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "refresh_cache-20287595-46e3-4a6c-8a33-ed6cec0e2b10" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.699326] env[69722]: DEBUG nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Instance network_info: |[{"id": "d674a98f-0cc2-45b7-8d57-cf8b8b8b3649", "address": "fa:16:3e:7a:bc:58", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674a98f-0c", "ovs_interfaceid": "d674a98f-0cc2-45b7-8d57-cf8b8b8b3649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1081.699731] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:bc:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd674a98f-0cc2-45b7-8d57-cf8b8b8b3649', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.713543] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.717788] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.722174] env[69722]: DEBUG nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.725800] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-306f0c90-3b17-460d-a39b-69b793a5d20c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.748866] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.748866] env[69722]: value = "task-3438935" [ 1081.748866] env[69722]: _type = "Task" [ 1081.748866] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.766269] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438935, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.785294] env[69722]: DEBUG oslo_vmware.api [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Task: {'id': task-3438934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174778} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.785659] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.785798] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.785979] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.786172] env[69722]: INFO nova.compute.manager [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1081.786448] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.790745] env[69722]: DEBUG nova.compute.manager [-] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.790745] env[69722]: DEBUG nova.network.neutron [-] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.864482] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60305f20-c5fb-4b3c-b127-3b748c90bbff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.878498] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ceba505-bf57-43c5-aa14-67ccd5ec83ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.889526] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.921446] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb9386b-d61c-40bb-a1b1-6a881543712e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.925172] env[69722]: DEBUG nova.compute.manager [req-6bf5101c-2440-4204-a61a-3e98a6d826d6 req-fdd8d649-df99-4b6b-919f-d641d4258975 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Received event network-vif-plugged-16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.925451] env[69722]: DEBUG oslo_concurrency.lockutils [req-6bf5101c-2440-4204-a61a-3e98a6d826d6 req-fdd8d649-df99-4b6b-919f-d641d4258975 service nova] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.925677] env[69722]: DEBUG oslo_concurrency.lockutils [req-6bf5101c-2440-4204-a61a-3e98a6d826d6 req-fdd8d649-df99-4b6b-919f-d641d4258975 service nova] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.925858] env[69722]: DEBUG oslo_concurrency.lockutils [req-6bf5101c-2440-4204-a61a-3e98a6d826d6 req-fdd8d649-df99-4b6b-919f-d641d4258975 service nova] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.926309] env[69722]: DEBUG nova.compute.manager [req-6bf5101c-2440-4204-a61a-3e98a6d826d6 req-fdd8d649-df99-4b6b-919f-d641d4258975 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] No waiting events found dispatching network-vif-plugged-16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.926607] env[69722]: WARNING nova.compute.manager [req-6bf5101c-2440-4204-a61a-3e98a6d826d6 req-fdd8d649-df99-4b6b-919f-d641d4258975 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Received unexpected event network-vif-plugged-16710016-26ab-4ca9-9182-69f343aa0e09 for instance with vm_state building and task_state spawning. [ 1081.934747] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428aba48-47db-4950-a5c1-6b8a289e3f65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.940913] env[69722]: DEBUG oslo_concurrency.lockutils [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.959782] env[69722]: DEBUG nova.compute.provider_tree [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.199620] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.200546] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.200546] env[69722]: DEBUG nova.network.neutron [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.211310] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.211513] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.211696] env[69722]: DEBUG nova.network.neutron [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.255919] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.262388] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438935, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.373787] env[69722]: DEBUG nova.compute.manager [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Received event network-changed-d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.373990] env[69722]: DEBUG nova.compute.manager [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Refreshing instance network info cache due to event network-changed-d674a98f-0cc2-45b7-8d57-cf8b8b8b3649. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.378044] env[69722]: DEBUG oslo_concurrency.lockutils [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] Acquiring lock "refresh_cache-20287595-46e3-4a6c-8a33-ed6cec0e2b10" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.378044] env[69722]: DEBUG oslo_concurrency.lockutils [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] Acquired lock "refresh_cache-20287595-46e3-4a6c-8a33-ed6cec0e2b10" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.378044] env[69722]: DEBUG nova.network.neutron [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Refreshing network info cache for port d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.467428] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2600f5-7898-495a-a8e3-2377ffa50623 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.500969] env[69722]: ERROR nova.scheduler.client.report [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [req-82fc243c-93fb-4e02-9e0b-649fc6b65b1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82fc243c-93fb-4e02-9e0b-649fc6b65b1f"}]} [ 1082.501940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc07ba41-94ff-494e-8d59-5747d18892f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.515129] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance '05b24896-d5dd-4a18-a473-ebf73b357c11' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.528983] env[69722]: DEBUG nova.scheduler.client.report [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1082.554114] env[69722]: DEBUG nova.scheduler.client.report [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1082.554309] env[69722]: DEBUG nova.compute.provider_tree [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1082.570337] env[69722]: DEBUG nova.scheduler.client.report [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1082.589061] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "28bce77d-f28b-4e03-884a-4a244456b6cf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.589061] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.593514] env[69722]: DEBUG nova.scheduler.client.report [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1082.696497] env[69722]: DEBUG nova.network.neutron [-] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.702877] env[69722]: DEBUG nova.compute.manager [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Stashing vm_state: stopped {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1082.766338] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438935, 'name': CreateVM_Task, 'duration_secs': 0.51525} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.769471] env[69722]: DEBUG nova.network.neutron [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.769471] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.769848] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.770094] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.771056] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.772720] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52217d3-9406-4020-8521-dae8216849a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.779533] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1082.779533] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524819ff-47fd-229b-bfe0-b723ab8b63d8" [ 1082.779533] env[69722]: _type = "Task" [ 1082.779533] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.793330] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524819ff-47fd-229b-bfe0-b723ab8b63d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.795811] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796120] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.796313] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.796454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.796624] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.799239] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1db558c9-687d-40e2-b57f-c9449c56e2ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.811495] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.811580] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.814673] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac7d4af-c4d1-4bb6-a0b9-b25e49f96fd0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.821241] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1082.821241] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e6aeb4-d937-d8e9-1455-64ed5a6df3d1" [ 1082.821241] env[69722]: _type = "Task" [ 1082.821241] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.832341] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e6aeb4-d937-d8e9-1455-64ed5a6df3d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.956952] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8115e6-d0ad-46e6-ab28-a0dc111f8c72 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.966844] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095bcaa1-05f6-4215-a061-8bd6f0547b63 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.004096] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42422f7f-ae79-442a-8a33-5abc5b27324d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.019138] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1c4f0-1952-480e-bd90-46921a7f8011 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.025034] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.026029] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85c3365-7acc-4f60-94e9-cf5465cb0a9f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.042899] env[69722]: DEBUG nova.compute.provider_tree [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.048015] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1083.048015] env[69722]: value = "task-3438936" [ 1083.048015] env[69722]: _type = "Task" [ 1083.048015] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.061507] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438936, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.093038] env[69722]: INFO nova.compute.manager [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Detaching volume 89940618-24cb-41ab-ac22-2f9ecbd9dbd5 [ 1083.143478] env[69722]: INFO nova.virt.block_device [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Attempting to driver detach volume 89940618-24cb-41ab-ac22-2f9ecbd9dbd5 from mountpoint /dev/sdb [ 1083.143478] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.143478] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.144804] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58254af-5286-40b3-a980-49332f5504bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.184869] env[69722]: DEBUG nova.network.neutron [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updating instance_info_cache with network_info: [{"id": "16710016-26ab-4ca9-9182-69f343aa0e09", "address": "fa:16:3e:10:47:e0", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16710016-26", "ovs_interfaceid": "16710016-26ab-4ca9-9182-69f343aa0e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.187047] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1afa0e-1006-4155-a1cf-8eafdc882862 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.198277] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ef212c-ac0e-4fed-82e4-aaf75e5bde4b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.202128] env[69722]: INFO nova.compute.manager [-] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Took 1.41 seconds to deallocate network for instance. [ 1083.233106] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00b0aef-5ccc-441c-9614-db27c8e548d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.256737] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] The volume has not been displaced from its original location: [datastore2] volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5/volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.262399] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.263704] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.263968] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e0f2c0e-5e03-43b4-ad60-b87a3c857a20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.289513] env[69722]: DEBUG oslo_vmware.api [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1083.289513] env[69722]: value = "task-3438937" [ 1083.289513] env[69722]: _type = "Task" [ 1083.289513] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.304077] env[69722]: DEBUG oslo_vmware.api [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.316603] env[69722]: DEBUG nova.network.neutron [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.333895] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e6aeb4-d937-d8e9-1455-64ed5a6df3d1, 'name': SearchDatastore_Task, 'duration_secs': 0.009843} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.334604] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7143937-4fac-4206-bcb0-4ca531187d21 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.342607] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1083.342607] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52202b07-4cfb-0eb7-6ab6-6e465ca63bdc" [ 1083.342607] env[69722]: _type = "Task" [ 1083.342607] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.343846] env[69722]: DEBUG nova.network.neutron [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Updated VIF entry in instance network info cache for port d674a98f-0cc2-45b7-8d57-cf8b8b8b3649. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.344256] env[69722]: DEBUG nova.network.neutron [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Updating instance_info_cache with network_info: [{"id": "d674a98f-0cc2-45b7-8d57-cf8b8b8b3649", "address": "fa:16:3e:7a:bc:58", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd674a98f-0c", "ovs_interfaceid": "d674a98f-0cc2-45b7-8d57-cf8b8b8b3649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.356450] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52202b07-4cfb-0eb7-6ab6-6e465ca63bdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.565630] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438936, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.600043] env[69722]: DEBUG nova.scheduler.client.report [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1083.600043] env[69722]: DEBUG nova.compute.provider_tree [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 130 to 131 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1083.600043] env[69722]: DEBUG nova.compute.provider_tree [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.691657] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.692009] env[69722]: DEBUG nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Instance network_info: |[{"id": "16710016-26ab-4ca9-9182-69f343aa0e09", "address": "fa:16:3e:10:47:e0", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16710016-26", "ovs_interfaceid": "16710016-26ab-4ca9-9182-69f343aa0e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1083.692590] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:47:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16710016-26ab-4ca9-9182-69f343aa0e09', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1083.701680] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Creating folder: Project (d2ed2c89a0dd4cad85d7cf394b461776). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.701994] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08d4cb09-7b7d-458e-80c8-184c4b2c9ec7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.722061] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Created folder: Project (d2ed2c89a0dd4cad85d7cf394b461776) in parent group-v686248. [ 1083.722431] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Creating folder: Instances. Parent ref: group-v686520. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1083.722744] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-664309b4-86ef-407b-9a75-b679cab996fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.734261] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.740728] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Created folder: Instances in parent group-v686520. [ 1083.741028] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1083.741247] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1083.741474] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3e86f86-81d6-4fe0-8f64-ddd2dd811a87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.764540] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1083.764540] env[69722]: value = "task-3438940" [ 1083.764540] env[69722]: _type = "Task" [ 1083.764540] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.775188] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438940, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.800480] env[69722]: DEBUG oslo_vmware.api [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438937, 'name': ReconfigVM_Task, 'duration_secs': 0.305987} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.800805] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.807519] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e785a60f-8fbc-4cf5-a1a8-5ed14c5dc67b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.821107] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.826410] env[69722]: DEBUG oslo_vmware.api [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1083.826410] env[69722]: value = "task-3438941" [ 1083.826410] env[69722]: _type = "Task" [ 1083.826410] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.837454] env[69722]: DEBUG oslo_vmware.api [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438941, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.849641] env[69722]: DEBUG oslo_concurrency.lockutils [req-cca8ecea-5d39-44b4-9593-deabdf8cfd74 req-4e4632fd-ba40-4e69-aaec-d17cc8b88bf7 service nova] Releasing lock "refresh_cache-20287595-46e3-4a6c-8a33-ed6cec0e2b10" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.856444] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52202b07-4cfb-0eb7-6ab6-6e465ca63bdc, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.856735] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.857488] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 20287595-46e3-4a6c-8a33-ed6cec0e2b10/20287595-46e3-4a6c-8a33-ed6cec0e2b10.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.857695] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed0dd08-6ce3-4495-a604-0b27215d2505 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.867946] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1083.867946] env[69722]: value = "task-3438942" [ 1083.867946] env[69722]: _type = "Task" [ 1083.867946] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.881807] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.067396] env[69722]: DEBUG oslo_vmware.api [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3438936, 'name': PowerOnVM_Task, 'duration_secs': 0.576899} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.069088] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.069088] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-02fdf6c6-bea3-4d98-94a0-c36c4863b377 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance '05b24896-d5dd-4a18-a473-ebf73b357c11' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.104509] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.674s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.105070] env[69722]: DEBUG nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1084.108057] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.220s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.109603] env[69722]: INFO nova.compute.claims [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.178737] env[69722]: DEBUG nova.compute.manager [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Received event network-changed-16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.178737] env[69722]: DEBUG nova.compute.manager [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Refreshing instance network info cache due to event network-changed-16710016-26ab-4ca9-9182-69f343aa0e09. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.179338] env[69722]: DEBUG oslo_concurrency.lockutils [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] Acquiring lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.183123] env[69722]: DEBUG oslo_concurrency.lockutils [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] Acquired lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.183123] env[69722]: DEBUG nova.network.neutron [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Refreshing network info cache for port 16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.281169] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438940, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.327187] env[69722]: DEBUG nova.compute.manager [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.333670] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d9dc77-5538-468b-9461-074a173d65af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.347443] env[69722]: DEBUG oslo_vmware.api [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438941, 'name': ReconfigVM_Task, 'duration_secs': 0.199023} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.350097] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686488', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'name': 'volume-89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '28bce77d-f28b-4e03-884a-4a244456b6cf', 'attached_at': '', 'detached_at': '', 'volume_id': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5', 'serial': '89940618-24cb-41ab-ac22-2f9ecbd9dbd5'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.384419] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438942, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.616169] env[69722]: DEBUG nova.compute.utils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.625977] env[69722]: DEBUG nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.626175] env[69722]: DEBUG nova.network.neutron [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.724260] env[69722]: DEBUG nova.policy [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.735484] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.735700] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.781155] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438940, 'name': CreateVM_Task, 'duration_secs': 0.72281} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.783172] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1084.783890] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.784520] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.784852] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.785850] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67618fc6-0f9e-4cf7-8b4a-15904f11508b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.791445] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1084.791445] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521a4f02-a419-e9b5-d21d-f2e12663e93d" [ 1084.791445] env[69722]: _type = "Task" [ 1084.791445] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.799902] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521a4f02-a419-e9b5-d21d-f2e12663e93d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.885286] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645676} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.885559] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 20287595-46e3-4a6c-8a33-ed6cec0e2b10/20287595-46e3-4a6c-8a33-ed6cec0e2b10.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1084.886288] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1084.886288] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c14abd7f-9cd0-4d6e-8e9e-47845e4d3342 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.896027] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1084.896027] env[69722]: value = "task-3438943" [ 1084.896027] env[69722]: _type = "Task" [ 1084.896027] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.914367] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.921786] env[69722]: DEBUG nova.objects.instance [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'flavor' on Instance uuid 28bce77d-f28b-4e03-884a-4a244456b6cf {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.999948] env[69722]: DEBUG nova.network.neutron [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updated VIF entry in instance network info cache for port 16710016-26ab-4ca9-9182-69f343aa0e09. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.000220] env[69722]: DEBUG nova.network.neutron [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updating instance_info_cache with network_info: [{"id": "16710016-26ab-4ca9-9182-69f343aa0e09", "address": "fa:16:3e:10:47:e0", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16710016-26", "ovs_interfaceid": "16710016-26ab-4ca9-9182-69f343aa0e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.127760] env[69722]: DEBUG nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1085.240106] env[69722]: DEBUG nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1085.275349] env[69722]: DEBUG nova.network.neutron [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Successfully created port: 8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.303943] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521a4f02-a419-e9b5-d21d-f2e12663e93d, 'name': SearchDatastore_Task, 'duration_secs': 0.061307} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.304280] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.304515] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.304751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.304895] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.305089] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.305369] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-139c32bd-c645-4fa6-9552-3666ff4fa30c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.322067] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.322249] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.323082] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd170c4d-8c60-4bfc-a631-1cb1468e6156 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.333277] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1085.333277] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a00b0a-143f-ab75-8c68-7daebeeb1fd9" [ 1085.333277] env[69722]: _type = "Task" [ 1085.333277] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.343290] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a00b0a-143f-ab75-8c68-7daebeeb1fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.366076] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342fb3cb-f065-413a-bd0b-c2a6664e42a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.376129] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Doing hard reboot of VM {{(pid=69722) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1085.376129] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ddedc84d-66e5-403e-8c6a-6e5d0c8cd7e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.384844] env[69722]: DEBUG oslo_vmware.api [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1085.384844] env[69722]: value = "task-3438944" [ 1085.384844] env[69722]: _type = "Task" [ 1085.384844] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.399069] env[69722]: DEBUG oslo_vmware.api [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438944, 'name': ResetVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.409705] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081209} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.409969] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.410983] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020547ed-f05f-472e-ac03-5985a2b4bd6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.436465] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 20287595-46e3-4a6c-8a33-ed6cec0e2b10/20287595-46e3-4a6c-8a33-ed6cec0e2b10.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.441014] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ca47ee-c325-47b8-b35b-c2c7d2276c8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.459747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5359961-da94-46de-95a5-289d7d766bff tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.871s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.469479] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1085.469479] env[69722]: value = "task-3438945" [ 1085.469479] env[69722]: _type = "Task" [ 1085.469479] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.481654] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.503243] env[69722]: DEBUG oslo_concurrency.lockutils [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] Releasing lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.503338] env[69722]: DEBUG nova.compute.manager [req-514427d7-03af-4ef5-ad6e-36a3de8025e5 req-7d645051-54b2-4670-a5aa-0c26c968795f service nova] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Received event network-vif-deleted-3663cd4c-9976-4f43-ad9e-aa6b8720e79e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.571469] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc655e9-2d55-4cac-8aed-e4ff2325ace0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.582029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc17a6-ad44-410a-a9ee-76dc48ba9329 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.621991] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaa9531-097e-4d21-8d11-30a9200de758 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.636124] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed19d73-dedb-42a9-ab52-85d1d38b787d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.652886] env[69722]: DEBUG nova.compute.provider_tree [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.762455] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.844547] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a00b0a-143f-ab75-8c68-7daebeeb1fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.040407} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.845484] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42187b1-fab5-40db-87dd-2cb83ddd75ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.851676] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1085.851676] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52144030-40cc-1264-e456-ec99af243a02" [ 1085.851676] env[69722]: _type = "Task" [ 1085.851676] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.860845] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52144030-40cc-1264-e456-ec99af243a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.895316] env[69722]: DEBUG oslo_vmware.api [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3438944, 'name': ResetVM_Task, 'duration_secs': 0.124491} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.895611] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Did hard reboot of VM {{(pid=69722) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1085.895910] env[69722]: DEBUG nova.compute.manager [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.896742] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca89762-9a43-4961-ba33-6b369992d01e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.983595] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438945, 'name': ReconfigVM_Task, 'duration_secs': 0.354934} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.983993] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 20287595-46e3-4a6c-8a33-ed6cec0e2b10/20287595-46e3-4a6c-8a33-ed6cec0e2b10.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.984626] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-819f736f-9264-479e-b5ee-d73adb99d81f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.993860] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1085.993860] env[69722]: value = "task-3438949" [ 1085.993860] env[69722]: _type = "Task" [ 1085.993860] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.002774] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438949, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.143130] env[69722]: DEBUG nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1086.158993] env[69722]: DEBUG nova.scheduler.client.report [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.175909] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.175996] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.176184] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.176372] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.176543] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.176908] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.177083] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.177291] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.177488] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.177656] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.177828] env[69722]: DEBUG nova.virt.hardware [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.178900] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74cd3be-0e81-4548-8775-08ea2543eb8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.189029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf7e2ea-f457-4a4d-a3aa-4641c6601fcd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.513290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "28bce77d-f28b-4e03-884a-4a244456b6cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.513290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.513290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "28bce77d-f28b-4e03-884a-4a244456b6cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.513290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.513290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.520912] env[69722]: INFO nova.compute.manager [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Terminating instance [ 1086.522439] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c2ea754f-b5eb-4d07-9c6c-5ea0bf2117bd tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.833s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.532469] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438949, 'name': Rename_Task, 'duration_secs': 0.224753} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.537027] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.537964] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52144030-40cc-1264-e456-ec99af243a02, 'name': SearchDatastore_Task, 'duration_secs': 0.016545} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.538199] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf709e24-f110-409c-be86-2a7fde617c56 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.539907] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.540215] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8ab53a3b-31c5-4439-ac9b-802cb9c3e072/8ab53a3b-31c5-4439-ac9b-802cb9c3e072.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.540775] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c91bff-b0de-42a6-8154-97750be986d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.549828] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1086.549828] env[69722]: value = "task-3438950" [ 1086.549828] env[69722]: _type = "Task" [ 1086.549828] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.554440] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1086.554440] env[69722]: value = "task-3438951" [ 1086.554440] env[69722]: _type = "Task" [ 1086.554440] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.561610] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.567632] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.669998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.670418] env[69722]: DEBUG nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.673330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.193s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.675035] env[69722]: INFO nova.compute.claims [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.010565] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "05b24896-d5dd-4a18-a473-ebf73b357c11" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.010565] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.010565] env[69722]: DEBUG nova.compute.manager [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Going to confirm migration 4 {{(pid=69722) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1087.027121] env[69722]: DEBUG nova.compute.manager [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1087.028871] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1087.031460] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ac897c-99dd-4911-880d-8c8698a4a6b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.047018] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.047410] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbf2400f-e28f-49a8-9f10-11422a92f595 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.064200] env[69722]: DEBUG oslo_vmware.api [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1087.064200] env[69722]: value = "task-3438952" [ 1087.064200] env[69722]: _type = "Task" [ 1087.064200] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.064610] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.079790] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.082924] env[69722]: DEBUG nova.network.neutron [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Successfully updated port: 8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1087.087636] env[69722]: DEBUG oslo_vmware.api [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.186400] env[69722]: DEBUG nova.compute.utils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.192395] env[69722]: DEBUG nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.192395] env[69722]: DEBUG nova.network.neutron [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.261390] env[69722]: DEBUG nova.policy [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c732a6b5296c4297bd4edc967f227cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de5f653b8dc348de8d530752b6f9cf47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.303301] env[69722]: DEBUG nova.compute.manager [req-c47ae388-4093-4c0d-aff6-8c2733e94ebe req-2dfbf094-932b-4b51-ab5c-c89466c080be service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-vif-plugged-8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.303524] env[69722]: DEBUG oslo_concurrency.lockutils [req-c47ae388-4093-4c0d-aff6-8c2733e94ebe req-2dfbf094-932b-4b51-ab5c-c89466c080be service nova] Acquiring lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.303753] env[69722]: DEBUG oslo_concurrency.lockutils [req-c47ae388-4093-4c0d-aff6-8c2733e94ebe req-2dfbf094-932b-4b51-ab5c-c89466c080be service nova] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.303923] env[69722]: DEBUG oslo_concurrency.lockutils [req-c47ae388-4093-4c0d-aff6-8c2733e94ebe req-2dfbf094-932b-4b51-ab5c-c89466c080be service nova] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.305407] env[69722]: DEBUG nova.compute.manager [req-c47ae388-4093-4c0d-aff6-8c2733e94ebe req-2dfbf094-932b-4b51-ab5c-c89466c080be service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] No waiting events found dispatching network-vif-plugged-8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.305630] env[69722]: WARNING nova.compute.manager [req-c47ae388-4093-4c0d-aff6-8c2733e94ebe req-2dfbf094-932b-4b51-ab5c-c89466c080be service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received unexpected event network-vif-plugged-8b22ee95-24ad-4bc1-9e27-e902face0534 for instance with vm_state building and task_state spawning. [ 1087.466938] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.467316] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.467757] env[69722]: INFO nova.compute.manager [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Shelving [ 1087.563239] env[69722]: DEBUG oslo_vmware.api [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438950, 'name': PowerOnVM_Task, 'duration_secs': 0.726472} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.564033] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.564215] env[69722]: INFO nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1087.564413] env[69722]: DEBUG nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.565193] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baff524e-bcea-49f6-88bf-3230f789e53b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.570874] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624748} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.574403] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 8ab53a3b-31c5-4439-ac9b-802cb9c3e072/8ab53a3b-31c5-4439-ac9b-802cb9c3e072.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.574745] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.575125] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22e8c229-6950-4e1d-b801-56d816b4f93b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.585307] env[69722]: DEBUG oslo_vmware.api [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438952, 'name': PowerOffVM_Task, 'duration_secs': 0.354553} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.586174] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.586174] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.586344] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3feced0-0a39-4f7f-8e52-6330847b8953 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.593016] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.593016] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.593016] env[69722]: DEBUG nova.network.neutron [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.593016] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1087.593016] env[69722]: value = "task-3438953" [ 1087.593016] env[69722]: _type = "Task" [ 1087.593016] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.599649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.599825] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.600042] env[69722]: DEBUG nova.network.neutron [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.600723] env[69722]: DEBUG nova.objects.instance [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lazy-loading 'info_cache' on Instance uuid 05b24896-d5dd-4a18-a473-ebf73b357c11 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.617265] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438953, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.690782] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.691100] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.691207] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleting the datastore file [datastore2] 28bce77d-f28b-4e03-884a-4a244456b6cf {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.691740] env[69722]: DEBUG nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.694419] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df8ffdaf-4ad9-459a-bfd3-227b1bba7cd3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.707956] env[69722]: DEBUG nova.network.neutron [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Successfully created port: 4a97378a-30a7-447a-8265-e3f146c2d675 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.712827] env[69722]: DEBUG oslo_vmware.api [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1087.712827] env[69722]: value = "task-3438955" [ 1087.712827] env[69722]: _type = "Task" [ 1087.712827] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.725574] env[69722]: DEBUG oslo_vmware.api [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.976633] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.977122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.977298] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "bc781a52-cfc0-409d-871d-9207e6891593-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.977529] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.977727] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.988188] env[69722]: INFO nova.compute.manager [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Terminating instance [ 1088.015881] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b95033-4dc4-4b3f-bcbe-db8a6afba465 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.025216] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad04acc-6a8a-4ac9-9dc9-1ef0e3a39cd2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.064024] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46935c8-dcd6-431d-bf8c-e634b93e7a1c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.072264] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555a5ebe-f9a8-4778-9485-507302546d85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.092053] env[69722]: DEBUG nova.compute.provider_tree [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.098307] env[69722]: INFO nova.compute.manager [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Took 17.67 seconds to build instance. [ 1088.108352] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.234552} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.109396] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.111354] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ddaf20-3c17-48cc-a6a4-4c599bd92358 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.139303] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8ab53a3b-31c5-4439-ac9b-802cb9c3e072/8ab53a3b-31c5-4439-ac9b-802cb9c3e072.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.140113] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ced6ab84-69b1-4d57-a6ac-f41188b0a182 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.156725] env[69722]: DEBUG nova.network.neutron [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1088.168648] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1088.168648] env[69722]: value = "task-3438956" [ 1088.168648] env[69722]: _type = "Task" [ 1088.168648] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.178372] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.223754] env[69722]: DEBUG oslo_vmware.api [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438955, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.495117] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.495726] env[69722]: DEBUG nova.compute.manager [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.496147] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.496412] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1931004c-5fc9-4164-ae22-f8e265e366ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.499282] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf024c89-ce52-43c3-9fc0-cee7d9bb34d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.508461] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.509748] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69298209-7f26-42e9-ab22-0523431d7982 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.511366] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1088.511366] env[69722]: value = "task-3438957" [ 1088.511366] env[69722]: _type = "Task" [ 1088.511366] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.517734] env[69722]: DEBUG oslo_vmware.api [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1088.517734] env[69722]: value = "task-3438958" [ 1088.517734] env[69722]: _type = "Task" [ 1088.517734] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.521574] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.537265] env[69722]: DEBUG oslo_vmware.api [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.599922] env[69722]: DEBUG nova.scheduler.client.report [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.610038] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4206fa8-f0bc-4a8d-aaad-030d47f47959 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.196s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.686338] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.701556] env[69722]: DEBUG nova.network.neutron [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.703746] env[69722]: DEBUG nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.728958] env[69722]: DEBUG oslo_vmware.api [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3438955, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55386} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.732137] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.733668] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.733668] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.733668] env[69722]: INFO nova.compute.manager [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1088.733668] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1088.735541] env[69722]: DEBUG nova.compute.manager [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1088.735652] env[69722]: DEBUG nova.network.neutron [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1088.745132] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.745797] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.745797] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.745797] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.745970] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.745970] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.746256] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.746445] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.746619] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.746782] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.746977] env[69722]: DEBUG nova.virt.hardware [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.748524] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12659cf-d52e-49af-88c4-bbd9707c2e6d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.758994] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec605a2-e36e-4167-904c-f36b73527128 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.024329] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438957, 'name': PowerOffVM_Task, 'duration_secs': 0.387273} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.027577] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.028469] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e276fdb-cb4f-4fc1-988e-c00a11b05d9e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.036138] env[69722]: DEBUG nova.network.neutron [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance_info_cache with network_info: [{"id": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "address": "fa:16:3e:e9:4e:64", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c222a2-99", "ovs_interfaceid": "47c222a2-99ff-44c1-ab03-f7c46bdc2273", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.045067] env[69722]: DEBUG oslo_vmware.api [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438958, 'name': PowerOffVM_Task, 'duration_secs': 0.323095} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.047936] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.048166] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.072288] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa204891-54a9-4d75-8e8d-78eb15b7d55f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.073730] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0308644-9b16-4897-820f-e91910f9473b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.106981] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.110032] env[69722]: DEBUG nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1089.111278] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.222s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.113036] env[69722]: INFO nova.compute.claims [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.153284] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.155101] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.155101] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Deleting the datastore file [datastore1] bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.156222] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87ed3a3f-4aa0-4d91-8884-7af2a9d661c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.166417] env[69722]: DEBUG oslo_vmware.api [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1089.166417] env[69722]: value = "task-3438961" [ 1089.166417] env[69722]: _type = "Task" [ 1089.166417] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.189381] env[69722]: DEBUG oslo_vmware.api [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.190298] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438956, 'name': ReconfigVM_Task, 'duration_secs': 0.689962} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.190611] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8ab53a3b-31c5-4439-ac9b-802cb9c3e072/8ab53a3b-31c5-4439-ac9b-802cb9c3e072.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.191384] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9125bd2-f7a5-4cd4-a279-cd0dbbfde379 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.201240] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1089.201240] env[69722]: value = "task-3438962" [ 1089.201240] env[69722]: _type = "Task" [ 1089.201240] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.208502] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.208502] env[69722]: DEBUG nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Instance network_info: |[{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.212937] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:99:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b22ee95-24ad-4bc1-9e27-e902face0534', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.221141] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.221761] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438962, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.222438] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.222689] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d3abff6-28cc-49a7-87c0-e1e3235b3d22 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.248656] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.248656] env[69722]: value = "task-3438963" [ 1089.248656] env[69722]: _type = "Task" [ 1089.248656] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.258909] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438963, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.385634] env[69722]: DEBUG nova.compute.manager [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.385634] env[69722]: DEBUG nova.compute.manager [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing instance network info cache due to event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.385931] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.386112] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.386287] env[69722]: DEBUG nova.network.neutron [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.450210] env[69722]: DEBUG nova.network.neutron [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Successfully updated port: 4a97378a-30a7-447a-8265-e3f146c2d675 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.545452] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-05b24896-d5dd-4a18-a473-ebf73b357c11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.545671] env[69722]: DEBUG nova.objects.instance [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lazy-loading 'migration_context' on Instance uuid 05b24896-d5dd-4a18-a473-ebf73b357c11 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.549352] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.549475] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.553033] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.553033] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.553033] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.557132] env[69722]: INFO nova.compute.manager [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Terminating instance [ 1089.571704] env[69722]: DEBUG nova.compute.manager [req-b146181e-954b-486b-a713-bb89068f234e req-6914b117-6410-447e-a9de-1ce0434d2b11 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Received event network-vif-deleted-90e3357f-3b01-4cdb-9dbe-304794176e41 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.571906] env[69722]: INFO nova.compute.manager [req-b146181e-954b-486b-a713-bb89068f234e req-6914b117-6410-447e-a9de-1ce0434d2b11 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Neutron deleted interface 90e3357f-3b01-4cdb-9dbe-304794176e41; detaching it from the instance and deleting it from the info cache [ 1089.572089] env[69722]: DEBUG nova.network.neutron [req-b146181e-954b-486b-a713-bb89068f234e req-6914b117-6410-447e-a9de-1ce0434d2b11 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.587505] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1089.588301] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c7e1b1cf-b79d-4b62-9e4a-e2d323c58d5f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.600097] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1089.600097] env[69722]: value = "task-3438964" [ 1089.600097] env[69722]: _type = "Task" [ 1089.600097] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.609373] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.617746] env[69722]: DEBUG nova.compute.utils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.623941] env[69722]: DEBUG nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1089.678734] env[69722]: DEBUG oslo_vmware.api [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.713252] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438962, 'name': Rename_Task, 'duration_secs': 0.275538} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.713252] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.713656] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df06ebe8-cf7b-40fb-bbbb-a62adc3329a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.721350] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1089.721350] env[69722]: value = "task-3438965" [ 1089.721350] env[69722]: _type = "Task" [ 1089.721350] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.731260] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.759748] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438963, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.954729] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.954888] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.955035] env[69722]: DEBUG nova.network.neutron [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.012390] env[69722]: DEBUG nova.network.neutron [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.049167] env[69722]: DEBUG nova.objects.base [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Object Instance<05b24896-d5dd-4a18-a473-ebf73b357c11> lazy-loaded attributes: info_cache,migration_context {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.050110] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba2425a-bd0b-436e-a80b-93fdd8b34226 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.070429] env[69722]: DEBUG nova.compute.manager [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1090.070644] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.072357] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195433df-99ea-49cb-a996-17e1e322f95c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.075902] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87914dc0-d52d-49bc-9ff1-3220374c1d9d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.080306] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e39dd06d-68ac-4f6e-a91e-672c5bd33788 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.086677] env[69722]: DEBUG oslo_vmware.api [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1090.086677] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5296d161-598d-70d6-6b8c-f8785ce3d808" [ 1090.086677] env[69722]: _type = "Task" [ 1090.086677] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.091673] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.098880] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bbcc4f7-d210-40de-a17d-7813bba1ed96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.103599] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4e2fdd-14f4-4863-a6f3-892c37f06306 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.124593] env[69722]: DEBUG nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1090.130799] env[69722]: DEBUG oslo_vmware.api [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5296d161-598d-70d6-6b8c-f8785ce3d808, 'name': SearchDatastore_Task, 'duration_secs': 0.017145} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.133729] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.134154] env[69722]: DEBUG oslo_vmware.api [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1090.134154] env[69722]: value = "task-3438966" [ 1090.134154] env[69722]: _type = "Task" [ 1090.134154] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.141442] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.153528] env[69722]: DEBUG nova.compute.manager [req-b146181e-954b-486b-a713-bb89068f234e req-6914b117-6410-447e-a9de-1ce0434d2b11 service nova] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Detach interface failed, port_id=90e3357f-3b01-4cdb-9dbe-304794176e41, reason: Instance 28bce77d-f28b-4e03-884a-4a244456b6cf could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.158984] env[69722]: DEBUG oslo_vmware.api [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.180664] env[69722]: DEBUG nova.network.neutron [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updated VIF entry in instance network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.181024] env[69722]: DEBUG nova.network.neutron [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.182321] env[69722]: DEBUG oslo_vmware.api [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3438961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.716732} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.182886] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.182959] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.183176] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.183354] env[69722]: INFO nova.compute.manager [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1090.183594] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.183798] env[69722]: DEBUG nova.compute.manager [-] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.183895] env[69722]: DEBUG nova.network.neutron [-] [instance: bc781a52-cfc0-409d-871d-9207e6891593] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.236841] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.264358] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438963, 'name': CreateVM_Task, 'duration_secs': 0.644998} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.264741] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.266107] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.266339] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.266680] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.266939] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb8a7c01-177c-4dc8-95f0-57a88ab56a98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.272492] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1090.272492] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521af52f-6a67-9630-8b99-d08addb096d8" [ 1090.272492] env[69722]: _type = "Task" [ 1090.272492] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.282087] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521af52f-6a67-9630-8b99-d08addb096d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.456858] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c05fc-5902-4405-9dcd-982c19c83c70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.475893] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0253300d-a5b4-4850-8661-216154c32df3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.508069] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b50e51b-4974-4c0b-be91-dc025f6194a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.512553] env[69722]: DEBUG nova.network.neutron [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.514668] env[69722]: INFO nova.compute.manager [-] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Took 1.78 seconds to deallocate network for instance. [ 1090.522561] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada99a50-9ccd-4e38-8d96-601902164b00 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.538100] env[69722]: DEBUG nova.compute.provider_tree [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.612434] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438964, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.649023] env[69722]: DEBUG oslo_vmware.api [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438966, 'name': PowerOffVM_Task, 'duration_secs': 0.252805} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.649023] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.649023] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.649023] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9820d91f-22d9-4261-81b7-c90ab9949205 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.684181] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.684568] env[69722]: DEBUG nova.compute.manager [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Received event network-vif-plugged-4a97378a-30a7-447a-8265-e3f146c2d675 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.684784] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] Acquiring lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.685038] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.685223] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.685424] env[69722]: DEBUG nova.compute.manager [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] No waiting events found dispatching network-vif-plugged-4a97378a-30a7-447a-8265-e3f146c2d675 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.685603] env[69722]: WARNING nova.compute.manager [req-f7e04528-e661-49ec-b32f-0d1d627dd54e req-7f63e868-47d1-43ef-a6fe-f5e96e8f887c service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Received unexpected event network-vif-plugged-4a97378a-30a7-447a-8265-e3f146c2d675 for instance with vm_state building and task_state spawning. [ 1090.724137] env[69722]: DEBUG nova.network.neutron [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Updating instance_info_cache with network_info: [{"id": "4a97378a-30a7-447a-8265-e3f146c2d675", "address": "fa:16:3e:fc:2d:11", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a97378a-30", "ovs_interfaceid": "4a97378a-30a7-447a-8265-e3f146c2d675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.730520] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.730520] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.730520] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleting the datastore file [datastore2] 20287595-46e3-4a6c-8a33-ed6cec0e2b10 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.730740] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5849036f-82be-499a-aa2b-25d228d43f27 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.739748] env[69722]: DEBUG oslo_vmware.api [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3438965, 'name': PowerOnVM_Task, 'duration_secs': 0.826074} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.741132] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.741347] env[69722]: INFO nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Took 10.25 seconds to spawn the instance on the hypervisor. [ 1090.741530] env[69722]: DEBUG nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.741861] env[69722]: DEBUG oslo_vmware.api [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1090.741861] env[69722]: value = "task-3438969" [ 1090.741861] env[69722]: _type = "Task" [ 1090.741861] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.743057] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e16ed1d-3745-43c1-a777-a0f262babe2e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.759158] env[69722]: DEBUG oslo_vmware.api [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.786048] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521af52f-6a67-9630-8b99-d08addb096d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016347} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.787741] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.788012] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.788281] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.788402] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.788571] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.789047] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be75a56f-1958-45a6-aa69-8d8efcafeb68 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.799928] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.800139] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.801573] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5dc9e8-229a-4702-aebb-2e4057b69467 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.808810] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1090.808810] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d6101a-3253-cef0-f2b8-3ed7c532daf0" [ 1090.808810] env[69722]: _type = "Task" [ 1090.808810] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.817848] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d6101a-3253-cef0-f2b8-3ed7c532daf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.028552] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.061274] env[69722]: ERROR nova.scheduler.client.report [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [req-223e1996-65dc-40ae-adfc-5b3aee034354] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-223e1996-65dc-40ae-adfc-5b3aee034354"}]} [ 1091.080088] env[69722]: DEBUG nova.scheduler.client.report [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1091.095582] env[69722]: DEBUG nova.scheduler.client.report [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1091.095883] env[69722]: DEBUG nova.compute.provider_tree [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.108921] env[69722]: DEBUG nova.scheduler.client.report [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1091.114401] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438964, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.128085] env[69722]: DEBUG nova.scheduler.client.report [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1091.142444] env[69722]: DEBUG nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1091.170648] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1091.170904] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1091.171075] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1091.171262] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1091.171407] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1091.171552] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1091.171756] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1091.171913] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1091.172943] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1091.172943] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1091.172943] env[69722]: DEBUG nova.virt.hardware [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1091.173286] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb8d4ac-9c2d-4d63-bb47-5e56008f12d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.184426] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25fbf7a-8171-47aa-8d15-34d6c2fdf5b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.201874] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.208122] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Creating folder: Project (ab5a09b968934aac9dd90482360c0f90). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.210540] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2f524c9-3354-40a7-bdeb-852e8bbdb2ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.227079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.227341] env[69722]: DEBUG nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Instance network_info: |[{"id": "4a97378a-30a7-447a-8265-e3f146c2d675", "address": "fa:16:3e:fc:2d:11", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a97378a-30", "ovs_interfaceid": "4a97378a-30a7-447a-8265-e3f146c2d675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.229262] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:2d:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a97378a-30a7-447a-8265-e3f146c2d675', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.237960] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.238299] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Created folder: Project (ab5a09b968934aac9dd90482360c0f90) in parent group-v686248. [ 1091.238405] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Creating folder: Instances. Parent ref: group-v686527. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.238656] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.238854] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7d1cdf5-b5cc-4960-bf38-a7f5c7a5c680 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.243080] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6049c498-0c48-439e-ac00-3accdae91252 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.268885] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.268885] env[69722]: value = "task-3438972" [ 1091.268885] env[69722]: _type = "Task" [ 1091.268885] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.272572] env[69722]: INFO nova.compute.manager [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Took 20.37 seconds to build instance. [ 1091.273599] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Created folder: Instances in parent group-v686527. [ 1091.273983] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.279862] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.280171] env[69722]: DEBUG oslo_vmware.api [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3438969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233219} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.280618] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28af87c6-8821-402f-bdd6-9637b0816e3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.292819] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.293040] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.293224] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.293395] env[69722]: INFO nova.compute.manager [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1091.293632] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.298470] env[69722]: DEBUG nova.network.neutron [-] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.298470] env[69722]: DEBUG nova.compute.manager [-] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.298470] env[69722]: DEBUG nova.network.neutron [-] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.306269] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438972, 'name': CreateVM_Task} progress is 15%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.311023] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.311023] env[69722]: value = "task-3438973" [ 1091.311023] env[69722]: _type = "Task" [ 1091.311023] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.321998] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438973, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.326031] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d6101a-3253-cef0-f2b8-3ed7c532daf0, 'name': SearchDatastore_Task, 'duration_secs': 0.013013} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.326677] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24703ebb-78b7-4a96-ac63-be72c221db82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.337341] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1091.337341] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256772a-558a-8cb5-7d9d-d84c8984ffa5" [ 1091.337341] env[69722]: _type = "Task" [ 1091.337341] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.349903] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256772a-558a-8cb5-7d9d-d84c8984ffa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.413194] env[69722]: DEBUG nova.compute.manager [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Received event network-changed-4a97378a-30a7-447a-8265-e3f146c2d675 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.413517] env[69722]: DEBUG nova.compute.manager [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Refreshing instance network info cache due to event network-changed-4a97378a-30a7-447a-8265-e3f146c2d675. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.413715] env[69722]: DEBUG oslo_concurrency.lockutils [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] Acquiring lock "refresh_cache-dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.413855] env[69722]: DEBUG oslo_concurrency.lockutils [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] Acquired lock "refresh_cache-dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.414617] env[69722]: DEBUG nova.network.neutron [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Refreshing network info cache for port 4a97378a-30a7-447a-8265-e3f146c2d675 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.487722] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77d2acf-d516-457a-993d-48a9bfa46bd9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.497700] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b74309-85a1-4a03-9eaa-22f5939d65a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.532312] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b030fc-5c65-4e2e-99a6-6fe11dacb439 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.541899] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20fb1c-0f02-427c-8d64-4da599f4df7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.558117] env[69722]: DEBUG nova.compute.provider_tree [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1091.606413] env[69722]: DEBUG nova.compute.manager [req-dc2e93df-865f-449a-a3da-cd2b3da48a56 req-19b0aaf5-3bbd-459d-be38-1ed7224f5a25 service nova] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Received event network-vif-deleted-8e14c051-a6df-4dc8-928b-26a8f68ace1e {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.618765] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438964, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.782073] env[69722]: DEBUG oslo_concurrency.lockutils [None req-843f272c-5208-417e-845f-e5f62ae1497b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.885s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.787736] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438972, 'name': CreateVM_Task, 'duration_secs': 0.376516} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.788112] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.788860] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.789109] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.789522] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.789811] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfe59651-9272-452f-a054-d117a1a1ceee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.794778] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1091.794778] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52690725-7474-0b3c-e095-4908c65eafb8" [ 1091.794778] env[69722]: _type = "Task" [ 1091.794778] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.803515] env[69722]: INFO nova.compute.manager [-] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Took 1.62 seconds to deallocate network for instance. [ 1091.803815] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52690725-7474-0b3c-e095-4908c65eafb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.818048] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438973, 'name': CreateVM_Task, 'duration_secs': 0.338995} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.818264] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1091.818670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.849260] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256772a-558a-8cb5-7d9d-d84c8984ffa5, 'name': SearchDatastore_Task, 'duration_secs': 0.140693} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.849553] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.849882] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 51b287a0-38c9-418f-bf29-97fa5bbd9398/51b287a0-38c9-418f-bf29-97fa5bbd9398.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.850172] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adc46f21-ddf6-4dc7-85ff-19b938ad20f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.858326] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1091.858326] env[69722]: value = "task-3438974" [ 1091.858326] env[69722]: _type = "Task" [ 1091.858326] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.866822] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.090308] env[69722]: DEBUG nova.scheduler.client.report [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1092.090580] env[69722]: DEBUG nova.compute.provider_tree [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 132 to 133 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1092.090759] env[69722]: DEBUG nova.compute.provider_tree [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1092.116259] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438964, 'name': CreateSnapshot_Task, 'duration_secs': 2.076162} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.116626] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1092.117407] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a64d74-e6c5-47ab-a049-abda324796e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.130515] env[69722]: DEBUG nova.network.neutron [-] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.251227] env[69722]: DEBUG nova.network.neutron [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Updated VIF entry in instance network info cache for port 4a97378a-30a7-447a-8265-e3f146c2d675. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.251608] env[69722]: DEBUG nova.network.neutron [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Updating instance_info_cache with network_info: [{"id": "4a97378a-30a7-447a-8265-e3f146c2d675", "address": "fa:16:3e:fc:2d:11", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a97378a-30", "ovs_interfaceid": "4a97378a-30a7-447a-8265-e3f146c2d675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.308654] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52690725-7474-0b3c-e095-4908c65eafb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012656} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.309145] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.309634] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.309990] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.310289] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.310594] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.311023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.311433] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.311765] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbe51b15-88fd-4ffd-89e6-d02f1d50b8e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.314704] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.315117] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf126fb-a3be-4917-baec-426ad294eb28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.322108] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1092.322108] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b6148-20c2-8e08-c0e9-fc324430d546" [ 1092.322108] env[69722]: _type = "Task" [ 1092.322108] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.333376] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b6148-20c2-8e08-c0e9-fc324430d546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.338329] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.338329] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.339481] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989d47fb-fd08-4c6b-b4e8-fe28780d08ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.350849] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1092.350849] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f55855-ed7e-cace-a70d-22e1e68e7408" [ 1092.350849] env[69722]: _type = "Task" [ 1092.350849] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.361630] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f55855-ed7e-cace-a70d-22e1e68e7408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.371597] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438974, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.596146] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.485s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.596694] env[69722]: DEBUG nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.600512] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.344s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.601799] env[69722]: INFO nova.compute.claims [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.636289] env[69722]: INFO nova.compute.manager [-] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Took 1.34 seconds to deallocate network for instance. [ 1092.643937] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1092.645842] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4520c05a-8da0-486a-a1f8-aca5a56ad4e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.665235] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1092.665235] env[69722]: value = "task-3438975" [ 1092.665235] env[69722]: _type = "Task" [ 1092.665235] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.675287] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438975, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.757437] env[69722]: DEBUG oslo_concurrency.lockutils [req-dd332509-05c8-4d8b-af4a-0a4bf4082760 req-c9f5fb05-0dff-4419-bc9a-399de3c64473 service nova] Releasing lock "refresh_cache-dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.837852] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522b6148-20c2-8e08-c0e9-fc324430d546, 'name': SearchDatastore_Task, 'duration_secs': 0.046669} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.837852] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.838555] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.839036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.861024] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f55855-ed7e-cace-a70d-22e1e68e7408, 'name': SearchDatastore_Task, 'duration_secs': 0.025944} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.867028] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca599d6c-7231-4eab-be12-c993c9221321 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.877846] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1092.877846] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5240196f-9f10-1e59-5760-0448f1305c42" [ 1092.877846] env[69722]: _type = "Task" [ 1092.877846] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.877846] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75158} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.878260] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 51b287a0-38c9-418f-bf29-97fa5bbd9398/51b287a0-38c9-418f-bf29-97fa5bbd9398.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.878558] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.882563] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d38b82b-63f3-45e6-b079-89ee4241ddb1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.894620] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5240196f-9f10-1e59-5760-0448f1305c42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.894620] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1092.894620] env[69722]: value = "task-3438977" [ 1092.894620] env[69722]: _type = "Task" [ 1092.894620] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.904051] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.108898] env[69722]: DEBUG nova.compute.utils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1093.109915] env[69722]: DEBUG nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1093.110110] env[69722]: DEBUG nova.network.neutron [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.158496] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.167222] env[69722]: DEBUG nova.policy [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0916853d8b9949f2b7e5d7019d1890ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8a82f58f42848cfa819e1c5e328ac56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.179404] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438975, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.389458] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5240196f-9f10-1e59-5760-0448f1305c42, 'name': SearchDatastore_Task, 'duration_secs': 0.019371} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.389750] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.390016] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe/dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.390340] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.390536] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.390763] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47e4c97f-0e62-4ca6-9156-fe0ef14c27b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.392703] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf0a782a-bc77-4bbe-bf2f-5d0dee326851 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.400459] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1093.400459] env[69722]: value = "task-3438978" [ 1093.400459] env[69722]: _type = "Task" [ 1093.400459] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.406216] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101051} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.407312] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.407617] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.407779] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.409452] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f216c30e-e188-4ce0-bd8f-1921aeebe77d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.412207] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55d00312-5a91-4f9c-ab7e-ad6a995ad223 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.417143] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.420581] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1093.420581] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4e8c1-93a0-1b5d-74b8-ff863523fa79" [ 1093.420581] env[69722]: _type = "Task" [ 1093.420581] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.438510] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 51b287a0-38c9-418f-bf29-97fa5bbd9398/51b287a0-38c9-418f-bf29-97fa5bbd9398.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.444100] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a6d38c5-b8a2-4a33-a6ba-99ae5a9e6a23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.464927] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4e8c1-93a0-1b5d-74b8-ff863523fa79, 'name': SearchDatastore_Task, 'duration_secs': 0.040484} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.466896] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1093.466896] env[69722]: value = "task-3438979" [ 1093.466896] env[69722]: _type = "Task" [ 1093.466896] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.467176] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3466945-42cc-40df-b287-99bf07e44428 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.475822] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1093.475822] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5281a9a3-51cb-b263-4c29-e038ee54f8c8" [ 1093.475822] env[69722]: _type = "Task" [ 1093.475822] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.479204] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.487769] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5281a9a3-51cb-b263-4c29-e038ee54f8c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.492364] env[69722]: DEBUG nova.network.neutron [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Successfully created port: 24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.619586] env[69722]: DEBUG nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.647870] env[69722]: DEBUG nova.compute.manager [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Received event network-vif-deleted-d674a98f-0cc2-45b7-8d57-cf8b8b8b3649 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.648179] env[69722]: DEBUG nova.compute.manager [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Received event network-changed-16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.648411] env[69722]: DEBUG nova.compute.manager [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Refreshing instance network info cache due to event network-changed-16710016-26ab-4ca9-9182-69f343aa0e09. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.648733] env[69722]: DEBUG oslo_concurrency.lockutils [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] Acquiring lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.648949] env[69722]: DEBUG oslo_concurrency.lockutils [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] Acquired lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.649193] env[69722]: DEBUG nova.network.neutron [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Refreshing network info cache for port 16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.680469] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438975, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.912752] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438978, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.981788] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438979, 'name': ReconfigVM_Task, 'duration_secs': 0.327052} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.988638] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 51b287a0-38c9-418f-bf29-97fa5bbd9398/51b287a0-38c9-418f-bf29-97fa5bbd9398.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.989658] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47776166-726d-4524-a200-81d670e2793c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.997989] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5281a9a3-51cb-b263-4c29-e038ee54f8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.021897} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.998520] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.998642] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.999458] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86453c0b-cf00-4b49-a140-28d8f892d9f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.005368] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1094.005368] env[69722]: value = "task-3438980" [ 1094.005368] env[69722]: _type = "Task" [ 1094.005368] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.012923] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1094.012923] env[69722]: value = "task-3438981" [ 1094.012923] env[69722]: _type = "Task" [ 1094.012923] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.016698] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438980, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.030475] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.051389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c46f00-f8c9-4706-bd60-314296bc8702 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.060978] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85320de7-1c5f-4dcc-ac29-645ad0a20b0e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.094321] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2251ef-5983-4119-824d-56e7f9b8847d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.102790] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf3f02-6270-4cb3-b1bd-b1cfc3ef4559 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.117500] env[69722]: DEBUG nova.compute.provider_tree [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.179981] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438975, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.413336] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65934} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.414216] env[69722]: DEBUG nova.network.neutron [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updated VIF entry in instance network info cache for port 16710016-26ab-4ca9-9182-69f343aa0e09. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.414557] env[69722]: DEBUG nova.network.neutron [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updating instance_info_cache with network_info: [{"id": "16710016-26ab-4ca9-9182-69f343aa0e09", "address": "fa:16:3e:10:47:e0", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16710016-26", "ovs_interfaceid": "16710016-26ab-4ca9-9182-69f343aa0e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.415887] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe/dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.416128] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.416643] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c78749cc-3a0f-49f9-a89b-b08b68074b13 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.424725] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1094.424725] env[69722]: value = "task-3438982" [ 1094.424725] env[69722]: _type = "Task" [ 1094.424725] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.436542] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.522453] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438980, 'name': Rename_Task, 'duration_secs': 0.16526} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.527592] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.528525] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5313dcb1-b48a-4d2d-9fde-243608c563e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.537961] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438981, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.540080] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1094.540080] env[69722]: value = "task-3438983" [ 1094.540080] env[69722]: _type = "Task" [ 1094.540080] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.552494] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.627969] env[69722]: DEBUG nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.661324] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.661641] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.661641] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.661807] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.661958] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.662124] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.662393] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.662566] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.662738] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.662900] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.663092] env[69722]: DEBUG nova.virt.hardware [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.664014] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4686b4-7264-4a40-b489-11b1a92519be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.667610] env[69722]: DEBUG nova.scheduler.client.report [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1094.667847] env[69722]: DEBUG nova.compute.provider_tree [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 133 to 134 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1094.668071] env[69722]: DEBUG nova.compute.provider_tree [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.679238] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bf5c2e-7e75-451a-998f-2628d85816ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.688894] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3438975, 'name': CloneVM_Task, 'duration_secs': 1.992269} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.689635] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Created linked-clone VM from snapshot [ 1094.690459] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3478289-8d2f-4ef3-abf0-e05bf8206225 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.710519] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Uploading image c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1094.737217] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1094.737217] env[69722]: value = "vm-686532" [ 1094.737217] env[69722]: _type = "VirtualMachine" [ 1094.737217] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1094.737859] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e4f19194-d02b-42d0-bd51-f3b110012ea9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.747538] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lease: (returnval){ [ 1094.747538] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d26889-3d04-821e-8534-e5424091c9a7" [ 1094.747538] env[69722]: _type = "HttpNfcLease" [ 1094.747538] env[69722]: } obtained for exporting VM: (result){ [ 1094.747538] env[69722]: value = "vm-686532" [ 1094.747538] env[69722]: _type = "VirtualMachine" [ 1094.747538] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1094.747844] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the lease: (returnval){ [ 1094.747844] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d26889-3d04-821e-8534-e5424091c9a7" [ 1094.747844] env[69722]: _type = "HttpNfcLease" [ 1094.747844] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1094.754970] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1094.754970] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d26889-3d04-821e-8534-e5424091c9a7" [ 1094.754970] env[69722]: _type = "HttpNfcLease" [ 1094.754970] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1094.918149] env[69722]: DEBUG oslo_concurrency.lockutils [req-79659efd-ba08-4657-a5a6-87c55caaa39a req-93c472a4-123a-445e-a3b2-a5790ab3e856 service nova] Releasing lock "refresh_cache-8ab53a3b-31c5-4439-ac9b-802cb9c3e072" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.938092] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221932} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.938474] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.939416] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428328c-80d7-405e-9ad4-8fff30f61128 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.966124] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe/dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.966869] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d9fa5b3-87d1-48ef-87c3-0e5314b8b6d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.988971] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1094.988971] env[69722]: value = "task-3438986" [ 1094.988971] env[69722]: _type = "Task" [ 1094.988971] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.998336] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.035022] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438981, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.051536] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438983, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.109846] env[69722]: DEBUG nova.network.neutron [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Successfully updated port: 24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.180414] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.181044] env[69722]: DEBUG nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1095.183867] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.920s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.259031] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.259031] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d26889-3d04-821e-8534-e5424091c9a7" [ 1095.259031] env[69722]: _type = "HttpNfcLease" [ 1095.259031] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1095.259247] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1095.259247] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d26889-3d04-821e-8534-e5424091c9a7" [ 1095.259247] env[69722]: _type = "HttpNfcLease" [ 1095.259247] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1095.259836] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94362b77-2e76-4032-8df7-54e15a6f9d49 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.268836] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289dbf7-b3a3-244a-6e18-6ac9597744e8/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1095.268836] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289dbf7-b3a3-244a-6e18-6ac9597744e8/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1095.367358] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88f1c876-a1cf-493d-be77-cb579e555c42 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.499306] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.533274] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438981, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.549567] env[69722]: DEBUG oslo_vmware.api [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3438983, 'name': PowerOnVM_Task, 'duration_secs': 0.526243} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.549838] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.550081] env[69722]: INFO nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1095.550289] env[69722]: DEBUG nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.551174] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c2eea8-27e8-4c02-b981-304811abb848 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.614354] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.614468] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquired lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.614574] env[69722]: DEBUG nova.network.neutron [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.673317] env[69722]: DEBUG nova.compute.manager [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received event network-vif-plugged-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.673490] env[69722]: DEBUG oslo_concurrency.lockutils [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] Acquiring lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.673702] env[69722]: DEBUG oslo_concurrency.lockutils [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.673854] env[69722]: DEBUG oslo_concurrency.lockutils [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.674060] env[69722]: DEBUG nova.compute.manager [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] No waiting events found dispatching network-vif-plugged-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.674271] env[69722]: WARNING nova.compute.manager [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received unexpected event network-vif-plugged-24c817a6-063f-44e0-bc4f-ac036e52750f for instance with vm_state building and task_state spawning. [ 1095.674490] env[69722]: DEBUG nova.compute.manager [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.674674] env[69722]: DEBUG nova.compute.manager [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing instance network info cache due to event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.674937] env[69722]: DEBUG oslo_concurrency.lockutils [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] Acquiring lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.687484] env[69722]: DEBUG nova.compute.utils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.689185] env[69722]: DEBUG nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.689352] env[69722]: DEBUG nova.network.neutron [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.696430] env[69722]: INFO nova.compute.claims [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.727755] env[69722]: DEBUG nova.policy [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '276b01ed889b47ed88f6d57b789a605c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa571cf925ff43c6810fa643a96489d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.004827] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438986, 'name': ReconfigVM_Task, 'duration_secs': 0.754165} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.006505] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Reconfigured VM instance instance-00000061 to attach disk [datastore2] dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe/dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.007198] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c33bd05a-1388-4c22-8e8f-f9a7ef116280 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.018071] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1096.018071] env[69722]: value = "task-3438987" [ 1096.018071] env[69722]: _type = "Task" [ 1096.018071] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.032771] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438987, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.040940] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438981, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.736412} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.041611] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.041954] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.042352] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8684fb9d-1acb-43e6-8cd1-1ad128ef3fc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.053553] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1096.053553] env[69722]: value = "task-3438988" [ 1096.053553] env[69722]: _type = "Task" [ 1096.053553] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.063179] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438988, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.073160] env[69722]: INFO nova.compute.manager [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Took 21.63 seconds to build instance. [ 1096.082099] env[69722]: DEBUG nova.network.neutron [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Successfully created port: 6ee47082-0f67-478e-8ac2-cb1108195aec {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.164380] env[69722]: DEBUG nova.network.neutron [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.196022] env[69722]: DEBUG nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1096.202512] env[69722]: INFO nova.compute.resource_tracker [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating resource usage from migration 4e7218ab-0c4e-42fa-b899-6452cd155ba7 [ 1096.531888] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438987, 'name': Rename_Task, 'duration_secs': 0.236666} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.532447] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.535722] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53184f7a-fdde-4e0a-90b0-862e9ecbe571 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.547108] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1096.547108] env[69722]: value = "task-3438989" [ 1096.547108] env[69722]: _type = "Task" [ 1096.547108] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.570542] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438989, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.578202] env[69722]: DEBUG oslo_concurrency.lockutils [None req-597a6c0b-365d-43a2-ac96-c002e24d928e tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.147s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.578202] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438988, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131424} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.579636] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.581472] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8367fea4-afe7-4cba-9170-c76b866990d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.585510] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14f4741-a716-47a2-89e9-26cd838555c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.620274] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.620714] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b999fa8f-c4f7-42cc-9d27-2318e2828e3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.640010] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15454a-79de-4712-a407-55a107dd0758 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.654360] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1096.654360] env[69722]: value = "task-3438990" [ 1096.654360] env[69722]: _type = "Task" [ 1096.654360] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.684295] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81360983-3877-4362-9db3-088e4d89bdcb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.699118] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c573631-4f6a-42f0-a64a-f2a23039b4c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.704185] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438990, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.720056] env[69722]: DEBUG nova.compute.provider_tree [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.739441] env[69722]: DEBUG nova.network.neutron [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.058632] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438989, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.190836] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438990, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.210471] env[69722]: DEBUG nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1097.226619] env[69722]: DEBUG nova.scheduler.client.report [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.244107] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.244459] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.244847] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.244893] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.245130] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.245275] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.245484] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.245779] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.246098] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.246451] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.246692] env[69722]: DEBUG nova.virt.hardware [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.247474] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Releasing lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.247578] env[69722]: DEBUG nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Instance network_info: |[{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.248597] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009192d0-13af-4072-a6a2-fb91b19d0bfa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.252434] env[69722]: DEBUG oslo_concurrency.lockutils [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] Acquired lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.255018] env[69722]: DEBUG nova.network.neutron [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.256111] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:c6:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24c817a6-063f-44e0-bc4f-ac036e52750f', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.263713] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Creating folder: Project (f8a82f58f42848cfa819e1c5e328ac56). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.267799] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0583169e-c9f6-4165-9666-5099367dc08e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.276603] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b13bc0d-605f-4231-8acd-015574887771 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.282577] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Created folder: Project (f8a82f58f42848cfa819e1c5e328ac56) in parent group-v686248. [ 1097.282943] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Creating folder: Instances. Parent ref: group-v686534. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.283980] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4ef8a9d-935c-4d75-b43b-67a997484827 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.296675] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Created folder: Instances in parent group-v686534. [ 1097.297100] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.297390] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.297686] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfe289da-9573-46db-91fd-7ec6c08b7a7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.322771] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.322771] env[69722]: value = "task-3438993" [ 1097.322771] env[69722]: _type = "Task" [ 1097.322771] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.333335] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438993, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.497772] env[69722]: DEBUG nova.compute.manager [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-changed-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.498129] env[69722]: DEBUG nova.compute.manager [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing instance network info cache due to event network-changed-52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1097.498453] env[69722]: DEBUG oslo_concurrency.lockutils [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.498694] env[69722]: DEBUG oslo_concurrency.lockutils [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.498971] env[69722]: DEBUG nova.network.neutron [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.559242] env[69722]: DEBUG oslo_vmware.api [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438989, 'name': PowerOnVM_Task, 'duration_secs': 0.712358} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.559638] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.559846] env[69722]: INFO nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1097.560058] env[69722]: DEBUG nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1097.561015] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4975f23-ac43-436f-a93d-452734c07041 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.572017] env[69722]: DEBUG nova.network.neutron [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updated VIF entry in instance network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.572873] env[69722]: DEBUG nova.network.neutron [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.692667] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438990, 'name': ReconfigVM_Task, 'duration_secs': 0.560051} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.693275] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.694223] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-889dd710-cd6f-437b-a88e-9015649a71e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.706049] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1097.706049] env[69722]: value = "task-3438994" [ 1097.706049] env[69722]: _type = "Task" [ 1097.706049] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.719424] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438994, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.733019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.547s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.733019] env[69722]: INFO nova.compute.manager [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Migrating [ 1097.743224] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.008s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.743224] env[69722]: DEBUG nova.objects.instance [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lazy-loading 'resources' on Instance uuid ff33452c-aa21-4ec7-a80d-4dd577307a45 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.834593] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438993, 'name': CreateVM_Task, 'duration_secs': 0.491899} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.834745] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1097.835596] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.836077] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.836432] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.836855] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fb3ff9-5563-4548-99b3-4a095a440a7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.846276] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1097.846276] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fd48bc-9afe-a593-0e54-a3fa5031ffc1" [ 1097.846276] env[69722]: _type = "Task" [ 1097.846276] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.856464] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fd48bc-9afe-a593-0e54-a3fa5031ffc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.078285] env[69722]: DEBUG oslo_concurrency.lockutils [req-f850a8ca-f043-4524-9a47-2e52164df0ac req-076777c6-6c98-4e23-ae32-d3cd0f7ee49b service nova] Releasing lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.081821] env[69722]: INFO nova.compute.manager [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Took 21.23 seconds to build instance. [ 1098.193578] env[69722]: DEBUG nova.network.neutron [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Successfully updated port: 6ee47082-0f67-478e-8ac2-cb1108195aec {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1098.221487] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438994, 'name': Rename_Task, 'duration_secs': 0.209477} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.221764] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.222042] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d38f6cbb-b347-4aed-bec8-a10a68199674 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.229820] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1098.229820] env[69722]: value = "task-3438995" [ 1098.229820] env[69722]: _type = "Task" [ 1098.229820] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.239939] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.255211] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.255471] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.255654] env[69722]: DEBUG nova.network.neutron [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.287120] env[69722]: DEBUG nova.compute.manager [req-f39a51dc-4586-44af-a077-178223c04e20 req-f47406d1-670e-4949-b5f9-d0fe1245e89e service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Received event network-vif-plugged-6ee47082-0f67-478e-8ac2-cb1108195aec {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.287120] env[69722]: DEBUG oslo_concurrency.lockutils [req-f39a51dc-4586-44af-a077-178223c04e20 req-f47406d1-670e-4949-b5f9-d0fe1245e89e service nova] Acquiring lock "0c3d1810-6408-44cb-90ee-61b88d59a8df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.287120] env[69722]: DEBUG oslo_concurrency.lockutils [req-f39a51dc-4586-44af-a077-178223c04e20 req-f47406d1-670e-4949-b5f9-d0fe1245e89e service nova] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.287120] env[69722]: DEBUG oslo_concurrency.lockutils [req-f39a51dc-4586-44af-a077-178223c04e20 req-f47406d1-670e-4949-b5f9-d0fe1245e89e service nova] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.287120] env[69722]: DEBUG nova.compute.manager [req-f39a51dc-4586-44af-a077-178223c04e20 req-f47406d1-670e-4949-b5f9-d0fe1245e89e service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] No waiting events found dispatching network-vif-plugged-6ee47082-0f67-478e-8ac2-cb1108195aec {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1098.287598] env[69722]: WARNING nova.compute.manager [req-f39a51dc-4586-44af-a077-178223c04e20 req-f47406d1-670e-4949-b5f9-d0fe1245e89e service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Received unexpected event network-vif-plugged-6ee47082-0f67-478e-8ac2-cb1108195aec for instance with vm_state building and task_state spawning. [ 1098.360162] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fd48bc-9afe-a593-0e54-a3fa5031ffc1, 'name': SearchDatastore_Task, 'duration_secs': 0.016431} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.363264] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.363731] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.364056] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.364332] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.364608] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.365226] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-401be9da-727e-4290-b89f-c538f9af02f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.370021] env[69722]: DEBUG nova.network.neutron [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updated VIF entry in instance network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1098.370021] env[69722]: DEBUG nova.network.neutron [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.385223] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.385481] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.387356] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d2d9423-5dd8-49b2-9ff9-0300ab29989b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.400254] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1098.400254] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fc154a-b502-5f1b-0172-5a31a75e4820" [ 1098.400254] env[69722]: _type = "Task" [ 1098.400254] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.413457] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fc154a-b502-5f1b-0172-5a31a75e4820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.419911] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c166fd-a5e4-4104-a494-a0ad706f1b6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.425951] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-93e87ea8-1ca2-42e5-a004-123fef06287f tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Suspending the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1098.426441] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c8d9b3e6-b51e-4fab-8495-1ed68ac5e9f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.436106] env[69722]: DEBUG oslo_vmware.api [None req-93e87ea8-1ca2-42e5-a004-123fef06287f tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1098.436106] env[69722]: value = "task-3438996" [ 1098.436106] env[69722]: _type = "Task" [ 1098.436106] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.447306] env[69722]: DEBUG oslo_vmware.api [None req-93e87ea8-1ca2-42e5-a004-123fef06287f tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438996, 'name': SuspendVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.583792] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e3c6a982-725a-4dfc-b3ff-d1e71ba9a0aa tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.737s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.631947] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f28ace-4b9b-4085-af1e-94254f24f5ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.641307] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32c2e17-aee6-4771-a7c1-5c7b87dc54f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.684802] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02ba365-e7dd-455a-823a-53744042ed26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.695100] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b034cc4-d5c6-4b38-820d-89fb7b4a796d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.702083] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "refresh_cache-0c3d1810-6408-44cb-90ee-61b88d59a8df" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.702083] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired lock "refresh_cache-0c3d1810-6408-44cb-90ee-61b88d59a8df" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.702083] env[69722]: DEBUG nova.network.neutron [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.714214] env[69722]: DEBUG nova.compute.provider_tree [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.743998] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438995, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.874288] env[69722]: DEBUG oslo_concurrency.lockutils [req-1a9ccb8d-25fa-43d6-a961-0974c5b3207d req-29774f83-1207-4451-baa4-0f64938ed456 service nova] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.916234] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fc154a-b502-5f1b-0172-5a31a75e4820, 'name': SearchDatastore_Task, 'duration_secs': 0.014391} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.916234] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cde051b-4628-43fa-99b0-a509a9a2452e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.933280] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1098.933280] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52afcdac-78fe-7c55-edc5-b44ec77ac386" [ 1098.933280] env[69722]: _type = "Task" [ 1098.933280] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.951704] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52afcdac-78fe-7c55-edc5-b44ec77ac386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.955812] env[69722]: DEBUG oslo_vmware.api [None req-93e87ea8-1ca2-42e5-a004-123fef06287f tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438996, 'name': SuspendVM_Task} progress is 54%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.054386] env[69722]: DEBUG nova.network.neutron [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.221140] env[69722]: DEBUG nova.scheduler.client.report [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.245537] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438995, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.252821] env[69722]: DEBUG nova.network.neutron [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1099.444383] env[69722]: DEBUG nova.network.neutron [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Updating instance_info_cache with network_info: [{"id": "6ee47082-0f67-478e-8ac2-cb1108195aec", "address": "fa:16:3e:60:d7:b0", "network": {"id": "2e75bc92-13d7-426f-a6f6-21ef2de657ef", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1347040393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa571cf925ff43c6810fa643a96489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee47082-0f", "ovs_interfaceid": "6ee47082-0f67-478e-8ac2-cb1108195aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.456968] env[69722]: DEBUG oslo_vmware.api [None req-93e87ea8-1ca2-42e5-a004-123fef06287f tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3438996, 'name': SuspendVM_Task, 'duration_secs': 1.002438} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.460991] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-93e87ea8-1ca2-42e5-a004-123fef06287f tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Suspended the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1099.462670] env[69722]: DEBUG nova.compute.manager [None req-93e87ea8-1ca2-42e5-a004-123fef06287f tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.463061] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52afcdac-78fe-7c55-edc5-b44ec77ac386, 'name': SearchDatastore_Task, 'duration_secs': 0.020704} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.464446] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bc740c-0ccb-4bc6-979d-99502ce6ae9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.467918] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.469859] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/38c0f141-d98e-41ee-adbd-8a5ff3721f77.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.469859] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4b0834a-f78a-468a-86c1-358e672a2a96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.481541] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1099.481541] env[69722]: value = "task-3438998" [ 1099.481541] env[69722]: _type = "Task" [ 1099.481541] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.493295] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3438998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.562291] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.573343] env[69722]: DEBUG nova.compute.manager [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.573343] env[69722]: DEBUG nova.compute.manager [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing instance network info cache due to event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1099.573343] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.573343] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.573343] env[69722]: DEBUG nova.network.neutron [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.724850] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.728058] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.966s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.730261] env[69722]: INFO nova.compute.claims [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.743449] env[69722]: DEBUG oslo_vmware.api [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3438995, 'name': PowerOnVM_Task, 'duration_secs': 1.113862} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.743756] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.744531] env[69722]: INFO nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1099.744531] env[69722]: DEBUG nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.745083] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94d1d3-c594-4c46-8e57-d8629b8aa5b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.750808] env[69722]: INFO nova.scheduler.client.report [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Deleted allocations for instance ff33452c-aa21-4ec7-a80d-4dd577307a45 [ 1099.951033] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Releasing lock "refresh_cache-0c3d1810-6408-44cb-90ee-61b88d59a8df" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.951224] env[69722]: DEBUG nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Instance network_info: |[{"id": "6ee47082-0f67-478e-8ac2-cb1108195aec", "address": "fa:16:3e:60:d7:b0", "network": {"id": "2e75bc92-13d7-426f-a6f6-21ef2de657ef", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1347040393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa571cf925ff43c6810fa643a96489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee47082-0f", "ovs_interfaceid": "6ee47082-0f67-478e-8ac2-cb1108195aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.951654] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:d7:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ee47082-0f67-478e-8ac2-cb1108195aec', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.959805] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.960091] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.960384] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87e7af68-8748-4edd-aa68-72a259f04b60 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.990581] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.990581] env[69722]: value = "task-3438999" [ 1099.990581] env[69722]: _type = "Task" [ 1099.990581] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.997568] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3438998, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.003947] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438999, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.258495] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ce1ddaf1-c3a9-40ad-9271-9a1a55b3914f tempest-ServersNegativeTestMultiTenantJSON-1190733578 tempest-ServersNegativeTestMultiTenantJSON-1190733578-project-member] Lock "ff33452c-aa21-4ec7-a80d-4dd577307a45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.113s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.269092] env[69722]: INFO nova.compute.manager [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Took 19.81 seconds to build instance. [ 1100.342238] env[69722]: DEBUG nova.compute.manager [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Received event network-changed-6ee47082-0f67-478e-8ac2-cb1108195aec {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.342422] env[69722]: DEBUG nova.compute.manager [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Refreshing instance network info cache due to event network-changed-6ee47082-0f67-478e-8ac2-cb1108195aec. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1100.342732] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Acquiring lock "refresh_cache-0c3d1810-6408-44cb-90ee-61b88d59a8df" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.342805] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Acquired lock "refresh_cache-0c3d1810-6408-44cb-90ee-61b88d59a8df" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.342918] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Refreshing network info cache for port 6ee47082-0f67-478e-8ac2-cb1108195aec {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.345454] env[69722]: DEBUG nova.network.neutron [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updated VIF entry in instance network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.345610] env[69722]: DEBUG nova.network.neutron [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.502543] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3438998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716365} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.506648] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/38c0f141-d98e-41ee-adbd-8a5ff3721f77.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.506716] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.506993] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-150f66d0-f296-44a6-aa1e-bb6f6b57ccf9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.515980] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438999, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.517563] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1100.517563] env[69722]: value = "task-3439000" [ 1100.517563] env[69722]: _type = "Task" [ 1100.517563] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.528980] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.772782] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c581a7e5-ca76-4094-9a50-449bda4192c8 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "6b015718-057a-4996-a926-46f5c4940207" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.329s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.857139] env[69722]: DEBUG oslo_concurrency.lockutils [req-8f18c784-05a5-4f39-bd79-484f617e2da0 req-0edc696d-a765-4242-9072-5f5e4a911a65 service nova] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.018783] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3438999, 'name': CreateVM_Task, 'duration_secs': 0.631231} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.021903] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.024956] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.025306] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.025494] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.028411] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0d6069-f445-4200-ab7f-97faacb13b07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.035341] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125074} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.035604] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.036444] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70578f4b-5d35-4005-a2ec-d4295ecd5703 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.040782] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1101.040782] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a85d3e-6e71-c4ea-0e9a-7aabfc305897" [ 1101.040782] env[69722]: _type = "Task" [ 1101.040782] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.066684] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/38c0f141-d98e-41ee-adbd-8a5ff3721f77.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.071211] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83755ea2-70ec-454b-96a7-389b7c3e090a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.088152] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.088420] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.088628] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.088800] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.089043] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.104231] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a85d3e-6e71-c4ea-0e9a-7aabfc305897, 'name': SearchDatastore_Task, 'duration_secs': 0.018649} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.104231] env[69722]: INFO nova.compute.manager [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Terminating instance [ 1101.104231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.104403] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.104554] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.104700] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.104876] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.105717] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a226d7d8-4c10-40a7-862e-439f0b252474 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.111104] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da9bb7bd-d556-4f56-8132-288a0fd2e04a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.117374] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1101.117374] env[69722]: value = "task-3439002" [ 1101.117374] env[69722]: _type = "Task" [ 1101.117374] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.141606] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance '1968c49c-28b8-413a-8f36-be43a7dd7c5f' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.152989] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.153626] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.153762] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.155938] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a625b2a8-6e5f-4de0-ab1b-d7acb9d69a37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.169611] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c512c6a0-9a5f-4ba4-9c64-64e4cf91d9fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.176586] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1101.176586] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5205bc1b-c76d-3e6b-f71a-6f1e2722adae" [ 1101.176586] env[69722]: _type = "Task" [ 1101.176586] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.185927] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba225cc8-cdb7-4959-8fb2-25b482d340f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.195967] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5205bc1b-c76d-3e6b-f71a-6f1e2722adae, 'name': SearchDatastore_Task, 'duration_secs': 0.018621} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.224534] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Updated VIF entry in instance network info cache for port 6ee47082-0f67-478e-8ac2-cb1108195aec. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.224916] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Updating instance_info_cache with network_info: [{"id": "6ee47082-0f67-478e-8ac2-cb1108195aec", "address": "fa:16:3e:60:d7:b0", "network": {"id": "2e75bc92-13d7-426f-a6f6-21ef2de657ef", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1347040393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa571cf925ff43c6810fa643a96489d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ee47082-0f", "ovs_interfaceid": "6ee47082-0f67-478e-8ac2-cb1108195aec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.226142] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48ec57fb-10a3-4c54-9824-60fe1b3940cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.229525] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b30c62-10c8-42b7-9cbd-66978479effe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.240422] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1101.240422] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eae6b8-de8b-87a9-78a6-a9cff7b37c98" [ 1101.240422] env[69722]: _type = "Task" [ 1101.240422] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.241679] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c30507-d59c-4c91-b7cd-102dcab09322 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.265914] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eae6b8-de8b-87a9-78a6-a9cff7b37c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.274832] env[69722]: DEBUG nova.compute.provider_tree [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.619144] env[69722]: DEBUG nova.compute.manager [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.619380] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.620377] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3002f75-330b-4768-9c8b-6533bd5a7528 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.635215] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439002, 'name': ReconfigVM_Task, 'duration_secs': 0.439455} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.635542] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.635880] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/38c0f141-d98e-41ee-adbd-8a5ff3721f77.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.636563] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d473cf87-7218-42d5-a71e-4a903b9befdb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.638370] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9aab9489-da7e-4817-bd79-18c79ba1d6ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.649073] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1101.649073] env[69722]: value = "task-3439004" [ 1101.649073] env[69722]: _type = "Task" [ 1101.649073] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.658571] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.662016] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dcd491d-bf73-4cf4-8a2d-d1fda70d840d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.663865] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439004, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.664286] env[69722]: INFO nova.compute.manager [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Rebuilding instance [ 1101.674030] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1101.674030] env[69722]: value = "task-3439005" [ 1101.674030] env[69722]: _type = "Task" [ 1101.674030] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.688538] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1101.688834] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance '1968c49c-28b8-413a-8f36-be43a7dd7c5f' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.726346] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.726635] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.726891] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleting the datastore file [datastore2] dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.727284] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2343754d-f881-49c3-a1f2-bee81ba8f041 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.732228] env[69722]: DEBUG nova.compute.manager [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.733323] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067a0551-4124-45b5-81d2-82c4a4d43897 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.737908] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Releasing lock "refresh_cache-0c3d1810-6408-44cb-90ee-61b88d59a8df" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.738186] env[69722]: DEBUG nova.compute.manager [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.738401] env[69722]: DEBUG nova.compute.manager [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing instance network info cache due to event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.738606] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.738748] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.738926] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.740227] env[69722]: DEBUG oslo_vmware.api [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1101.740227] env[69722]: value = "task-3439006" [ 1101.740227] env[69722]: _type = "Task" [ 1101.740227] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.758727] env[69722]: DEBUG oslo_vmware.api [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.768026] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eae6b8-de8b-87a9-78a6-a9cff7b37c98, 'name': SearchDatastore_Task, 'duration_secs': 0.035211} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.768435] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.768762] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 0c3d1810-6408-44cb-90ee-61b88d59a8df/0c3d1810-6408-44cb-90ee-61b88d59a8df.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.769097] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-872e5fb5-acfb-418d-a33c-a65e5952ec62 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.781271] env[69722]: DEBUG nova.scheduler.client.report [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.785102] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1101.785102] env[69722]: value = "task-3439007" [ 1101.785102] env[69722]: _type = "Task" [ 1101.785102] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.795695] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.164444] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439004, 'name': Rename_Task, 'duration_secs': 0.240838} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.164669] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.165018] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b5b366a-e925-4a80-a7a6-5997a53825f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.175769] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1102.175769] env[69722]: value = "task-3439008" [ 1102.175769] env[69722]: _type = "Task" [ 1102.175769] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.188016] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.195511] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.195771] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.195943] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.196233] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.196397] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.196548] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.196769] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.196937] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.197292] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.197511] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.197807] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.203316] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a4d55f-0a0d-4cce-805a-1a4fd0adc5f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.222644] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1102.222644] env[69722]: value = "task-3439009" [ 1102.222644] env[69722]: _type = "Task" [ 1102.222644] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.239330] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439009, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.257316] env[69722]: DEBUG oslo_vmware.api [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261821} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.257874] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.258169] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.258420] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.258634] env[69722]: INFO nova.compute.manager [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1102.258950] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.259233] env[69722]: DEBUG nova.compute.manager [-] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.259393] env[69722]: DEBUG nova.network.neutron [-] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.286874] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.287557] env[69722]: DEBUG nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.290787] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.157s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.312899] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439007, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.565899] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updated VIF entry in instance network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.566570] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.690563] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439008, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.737118] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439009, 'name': ReconfigVM_Task, 'duration_secs': 0.231612} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.737118] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance '1968c49c-28b8-413a-8f36-be43a7dd7c5f' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.762228] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.762228] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d18c922b-23f9-4752-bc21-c631c771fe2e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.771556] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1102.771556] env[69722]: value = "task-3439010" [ 1102.771556] env[69722]: _type = "Task" [ 1102.771556] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.784883] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.801218] env[69722]: DEBUG nova.compute.utils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.801218] env[69722]: DEBUG nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.801218] env[69722]: DEBUG nova.network.neutron [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.827623] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60337} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.829132] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 0c3d1810-6408-44cb-90ee-61b88d59a8df/0c3d1810-6408-44cb-90ee-61b88d59a8df.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.829132] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.829132] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c50b1a00-062d-4336-81e0-61be00840c24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.838871] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1102.838871] env[69722]: value = "task-3439011" [ 1102.838871] env[69722]: _type = "Task" [ 1102.838871] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.850518] env[69722]: DEBUG nova.policy [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f28c0ae5c712490284eab736ebbd2e5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aae6f66b0bbe493b9d09f443e81c6b5d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.856078] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.072253] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.072533] env[69722]: DEBUG nova.compute.manager [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-changed-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.072790] env[69722]: DEBUG nova.compute.manager [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing instance network info cache due to event network-changed-52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.073076] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.073246] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.073415] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.153030] env[69722]: DEBUG nova.compute.manager [req-9a5f6c2a-e842-4cf9-825b-cf9670fe9271 req-5544a899-ee36-4e98-93bf-198bc989f277 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Received event network-vif-deleted-4a97378a-30a7-447a-8265-e3f146c2d675 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.153030] env[69722]: INFO nova.compute.manager [req-9a5f6c2a-e842-4cf9-825b-cf9670fe9271 req-5544a899-ee36-4e98-93bf-198bc989f277 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Neutron deleted interface 4a97378a-30a7-447a-8265-e3f146c2d675; detaching it from the instance and deleting it from the info cache [ 1103.153030] env[69722]: DEBUG nova.network.neutron [req-9a5f6c2a-e842-4cf9-825b-cf9670fe9271 req-5544a899-ee36-4e98-93bf-198bc989f277 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.175887] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d240ce5-39d8-4c96-9448-4a7746e4a988 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.195620] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e470be0a-6ed2-42f7-a61c-3543b330e6de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.199224] env[69722]: DEBUG oslo_vmware.api [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439008, 'name': PowerOnVM_Task, 'duration_secs': 0.70429} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.200042] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.200207] env[69722]: INFO nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1103.200404] env[69722]: DEBUG nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.201666] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cc12ad-b58f-4fe0-9c4d-bba86923c9e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.237020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634cdd1-b338-4d25-9d96-ea4bba605139 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.243013] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.243512] env[69722]: DEBUG nova.virt.hardware [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.249371] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Reconfiguring VM instance instance-0000004b to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.256030] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61197ae9-98cf-4831-a992-7f87e7c13194 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.271154] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01959f1e-972c-4fa2-a32e-bb191753bed4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.280355] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1103.280355] env[69722]: value = "task-3439013" [ 1103.280355] env[69722]: _type = "Task" [ 1103.280355] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.293478] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.305176] env[69722]: DEBUG nova.compute.provider_tree [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.306916] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439010, 'name': PowerOffVM_Task, 'duration_secs': 0.19536} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.307535] env[69722]: DEBUG nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.310084] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.310739] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.313239] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269ed3c4-be39-4157-8230-048c22b4407c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.325496] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.326077] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08a45804-ff45-40e6-981a-5bedc2c365c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.350755] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087518} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.351774] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1103.352268] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beef2f9a-3e7b-473e-92ee-1efd905eb87b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.357935] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.358307] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.358501] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Deleting the datastore file [datastore2] 6b015718-057a-4996-a926-46f5c4940207 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.358817] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ca2ce6a-d6e8-4fd9-9896-8ccf0bd27e77 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.382074] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 0c3d1810-6408-44cb-90ee-61b88d59a8df/0c3d1810-6408-44cb-90ee-61b88d59a8df.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.383241] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39beacf3-2332-472a-bbcb-6084b503f3f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.399992] env[69722]: DEBUG nova.network.neutron [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Successfully created port: 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.403542] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1103.403542] env[69722]: value = "task-3439015" [ 1103.403542] env[69722]: _type = "Task" [ 1103.403542] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.409938] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1103.409938] env[69722]: value = "task-3439016" [ 1103.409938] env[69722]: _type = "Task" [ 1103.409938] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.417081] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.423353] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.620061] env[69722]: DEBUG nova.network.neutron [-] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.657643] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-287fc57c-169a-485c-9018-df7e27ce83a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.669232] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af44017-9a10-4852-bd60-ed2fab510f79 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.708091] env[69722]: DEBUG nova.compute.manager [req-9a5f6c2a-e842-4cf9-825b-cf9670fe9271 req-5544a899-ee36-4e98-93bf-198bc989f277 service nova] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Detach interface failed, port_id=4a97378a-30a7-447a-8265-e3f146c2d675, reason: Instance dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.778042] env[69722]: INFO nova.compute.manager [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Took 21.91 seconds to build instance. [ 1103.792925] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439013, 'name': ReconfigVM_Task, 'duration_secs': 0.288862} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.793238] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Reconfigured VM instance instance-0000004b to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.794225] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f232853-7957-4da2-ac69-882574faa13c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.814726] env[69722]: DEBUG nova.scheduler.client.report [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.830292] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1968c49c-28b8-413a-8f36-be43a7dd7c5f/1968c49c-28b8-413a-8f36-be43a7dd7c5f.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1103.834829] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fd33b4-aead-4d56-bb01-08b87da066c7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.856963] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1103.856963] env[69722]: value = "task-3439017" [ 1103.856963] env[69722]: _type = "Task" [ 1103.856963] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.867993] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.921189] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224275} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.924475] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.924672] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.924841] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.928047] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.973909] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updated VIF entry in instance network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.974167] env[69722]: DEBUG nova.network.neutron [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.126030] env[69722]: INFO nova.compute.manager [-] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Took 1.87 seconds to deallocate network for instance. [ 1104.280267] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f5671d03-0099-4f59-9a36-fcb3be94921f tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.425s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.336454] env[69722]: DEBUG nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.368649] env[69722]: DEBUG oslo_vmware.api [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439017, 'name': ReconfigVM_Task, 'duration_secs': 0.326082} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.368960] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1968c49c-28b8-413a-8f36-be43a7dd7c5f/1968c49c-28b8-413a-8f36-be43a7dd7c5f.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.369219] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance '1968c49c-28b8-413a-8f36-be43a7dd7c5f' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.374288] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.374511] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.374666] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.374848] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.374991] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.375148] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.375355] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.375514] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.375680] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.375840] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.376060] env[69722]: DEBUG nova.virt.hardware [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.376899] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86356547-5701-43f2-a505-d12ff841e9c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.386645] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39000173-243d-4924-a220-ab9191925c18 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.421628] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439016, 'name': ReconfigVM_Task, 'duration_secs': 0.858115} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.422083] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 0c3d1810-6408-44cb-90ee-61b88d59a8df/0c3d1810-6408-44cb-90ee-61b88d59a8df.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.422589] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d23a73e-8cc9-46f4-b599-40a2c28e1442 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.432865] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1104.432865] env[69722]: value = "task-3439018" [ 1104.432865] env[69722]: _type = "Task" [ 1104.432865] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.442585] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439018, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.478671] env[69722]: DEBUG oslo_concurrency.lockutils [req-70de9118-6729-46a6-af8c-93e2dfafb194 req-2630f381-073e-47bc-a710-340455d28f27 service nova] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.638010] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.647939] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289dbf7-b3a3-244a-6e18-6ac9597744e8/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1104.649026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749d144-16ea-4582-89fc-38de79e9ccdd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.655978] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289dbf7-b3a3-244a-6e18-6ac9597744e8/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1104.656203] env[69722]: ERROR oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289dbf7-b3a3-244a-6e18-6ac9597744e8/disk-0.vmdk due to incomplete transfer. [ 1104.656435] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef08aacb-8236-4ff3-8db6-672ed15a9663 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.663852] env[69722]: DEBUG oslo_vmware.rw_handles [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289dbf7-b3a3-244a-6e18-6ac9597744e8/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1104.664049] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Uploaded image c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1104.666377] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1104.666659] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d8583cc-9203-4ef1-9ca3-235b48c02a24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.674540] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1104.674540] env[69722]: value = "task-3439019" [ 1104.674540] env[69722]: _type = "Task" [ 1104.674540] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.682944] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439019, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.844256] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.553s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.846751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.818s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.847052] env[69722]: DEBUG nova.objects.instance [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'resources' on Instance uuid 28bce77d-f28b-4e03-884a-4a244456b6cf {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.883301] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a8ec9-1a0f-4a56-a878-195868791d31 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.910029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08ece7d-55c8-4c83-8772-3eddfe852345 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.930219] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance '1968c49c-28b8-413a-8f36-be43a7dd7c5f' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.946565] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439018, 'name': Rename_Task, 'duration_secs': 0.430974} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.946855] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.947118] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d79ad7a2-7e4d-4971-b85d-852f16d92ed7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.954453] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1104.954453] env[69722]: value = "task-3439020" [ 1104.954453] env[69722]: _type = "Task" [ 1104.954453] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.963076] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.976054] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.976054] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.976273] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.976408] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.979942] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.979942] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.979942] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.979942] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.979942] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.979942] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.979942] env[69722]: DEBUG nova.virt.hardware [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.979942] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67555321-2a63-4331-8e9f-1d2bd5497137 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.988016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966ea67-3485-458a-825c-ef920998e7e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.993694] env[69722]: INFO nova.compute.manager [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Rescuing [ 1104.993694] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.993694] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquired lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.993989] env[69722]: DEBUG nova.network.neutron [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.006174] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.011928] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.012987] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.013291] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c8d84bb-4fbd-465c-81c7-ba443f352c96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.034609] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.034609] env[69722]: value = "task-3439021" [ 1105.034609] env[69722]: _type = "Task" [ 1105.034609] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.046075] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439021, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.188863] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439019, 'name': Destroy_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.426742] env[69722]: INFO nova.scheduler.client.report [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted allocation for migration c3d8470f-5179-4848-ab29-ed50157471fd [ 1105.468384] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.482588] env[69722]: DEBUG nova.network.neutron [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Port d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1105.485928] env[69722]: DEBUG nova.network.neutron [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Successfully updated port: 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.552876] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439021, 'name': CreateVM_Task, 'duration_secs': 0.397171} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.552876] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.553442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.553646] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.554047] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.554376] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b82e3d5-10c8-404b-90b1-0daeadc8995b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.561121] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1105.561121] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4cd37-209e-9c91-c41b-1c7465606b16" [ 1105.561121] env[69722]: _type = "Task" [ 1105.561121] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.575332] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4cd37-209e-9c91-c41b-1c7465606b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.677672] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c4afaa-e6fb-43a7-930a-22140857042b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.692317] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439019, 'name': Destroy_Task, 'duration_secs': 0.761361} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.692934] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Destroyed the VM [ 1105.693219] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1105.694287] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895be9ac-617b-460e-af2d-34d914bdc28a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.697629] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05fec449-bb91-4751-a8af-6ebd950baa8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.705286] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1105.705286] env[69722]: value = "task-3439022" [ 1105.705286] env[69722]: _type = "Task" [ 1105.705286] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.739490] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91611734-da4b-413e-82d2-395d542fe0ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.752237] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd42800-c042-499f-a217-bbc8bee3df24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.756511] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439022, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.767527] env[69722]: DEBUG nova.compute.provider_tree [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.781347] env[69722]: DEBUG nova.network.neutron [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.790076] env[69722]: DEBUG nova.compute.manager [req-107eb846-934d-4b52-8261-671f6bec6a8d req-c867384b-10d8-432f-898d-f62731a9c952 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-vif-plugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.790419] env[69722]: DEBUG oslo_concurrency.lockutils [req-107eb846-934d-4b52-8261-671f6bec6a8d req-c867384b-10d8-432f-898d-f62731a9c952 service nova] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.790553] env[69722]: DEBUG oslo_concurrency.lockutils [req-107eb846-934d-4b52-8261-671f6bec6a8d req-c867384b-10d8-432f-898d-f62731a9c952 service nova] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.790684] env[69722]: DEBUG oslo_concurrency.lockutils [req-107eb846-934d-4b52-8261-671f6bec6a8d req-c867384b-10d8-432f-898d-f62731a9c952 service nova] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.790875] env[69722]: DEBUG nova.compute.manager [req-107eb846-934d-4b52-8261-671f6bec6a8d req-c867384b-10d8-432f-898d-f62731a9c952 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] No waiting events found dispatching network-vif-plugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.791019] env[69722]: WARNING nova.compute.manager [req-107eb846-934d-4b52-8261-671f6bec6a8d req-c867384b-10d8-432f-898d-f62731a9c952 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received unexpected event network-vif-plugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 for instance with vm_state building and task_state spawning. [ 1105.861706] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-30144666-f5ce-40de-b98b-4a2a7b0903e4-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.862066] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-30144666-f5ce-40de-b98b-4a2a7b0903e4-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.862487] env[69722]: DEBUG nova.objects.instance [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'flavor' on Instance uuid 30144666-f5ce-40de-b98b-4a2a7b0903e4 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.933025] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5cb20a77-6a61-4fb0-a417-7718d99a4582 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.922s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.965779] env[69722]: DEBUG oslo_vmware.api [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439020, 'name': PowerOnVM_Task, 'duration_secs': 0.674634} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.966045] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.966254] env[69722]: INFO nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1105.966430] env[69722]: DEBUG nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.967220] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25cd3fa-4bac-4bb7-a3f2-f1ab64d19d60 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.990968] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.991109] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.991262] env[69722]: DEBUG nova.network.neutron [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.072065] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4cd37-209e-9c91-c41b-1c7465606b16, 'name': SearchDatastore_Task, 'duration_secs': 0.0139} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.072406] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.072707] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.072913] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.073085] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.073551] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.073629] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19bfb4e0-c1d9-4406-b319-3eee5bfab9e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.085973] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.086197] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.086933] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8118e8-8871-44d0-b4d1-212bbf3d855b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.094396] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1106.094396] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5290271d-5cd4-efb9-7bb1-53b19c9a4a97" [ 1106.094396] env[69722]: _type = "Task" [ 1106.094396] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.102536] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5290271d-5cd4-efb9-7bb1-53b19c9a4a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.245408] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439022, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.270653] env[69722]: DEBUG nova.scheduler.client.report [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.286185] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Releasing lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.483663] env[69722]: INFO nova.compute.manager [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Took 24.26 seconds to build instance. [ 1106.502552] env[69722]: DEBUG nova.objects.instance [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'pci_requests' on Instance uuid 30144666-f5ce-40de-b98b-4a2a7b0903e4 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.512581] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.512816] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.513051] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.554910] env[69722]: DEBUG nova.network.neutron [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.605579] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5290271d-5cd4-efb9-7bb1-53b19c9a4a97, 'name': SearchDatastore_Task, 'duration_secs': 0.01797} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.606402] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-541079d9-90e9-4931-bacb-8a4c18a26945 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.612743] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1106.612743] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52371725-fbba-3d74-3111-b6ea01cb3d87" [ 1106.612743] env[69722]: _type = "Task" [ 1106.612743] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.624507] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52371725-fbba-3d74-3111-b6ea01cb3d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.744483] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439022, 'name': RemoveSnapshot_Task, 'duration_secs': 0.954303} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.744797] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1106.745113] env[69722]: DEBUG nova.compute.manager [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.745958] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a35299-b833-47e3-a643-446b8c18bef8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.757536] env[69722]: DEBUG nova.network.neutron [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246e083-7f", "ovs_interfaceid": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.776738] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.779401] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.464s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.779708] env[69722]: DEBUG nova.objects.instance [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'resources' on Instance uuid bc781a52-cfc0-409d-871d-9207e6891593 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.806915] env[69722]: INFO nova.scheduler.client.report [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted allocations for instance 28bce77d-f28b-4e03-884a-4a244456b6cf [ 1106.884894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquiring lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.884894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.986131] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b101b056-a22f-436a-87ba-6d8ca2f4ba70 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.773s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.007077] env[69722]: DEBUG nova.objects.base [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Object Instance<30144666-f5ce-40de-b98b-4a2a7b0903e4> lazy-loaded attributes: flavor,pci_requests {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.007446] env[69722]: DEBUG nova.network.neutron [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.107570] env[69722]: DEBUG nova.policy [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.123819] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52371725-fbba-3d74-3111-b6ea01cb3d87, 'name': SearchDatastore_Task, 'duration_secs': 0.012049} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.124111] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.124439] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.124672] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b903fb1-5fe3-4373-8dac-bfbf7d49c636 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.132875] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1107.132875] env[69722]: value = "task-3439023" [ 1107.132875] env[69722]: _type = "Task" [ 1107.132875] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.142584] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439023, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.263781] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.264198] env[69722]: DEBUG nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Instance network_info: |[{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246e083-7f", "ovs_interfaceid": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.264692] env[69722]: INFO nova.compute.manager [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Shelve offloading [ 1107.266556] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1246e083-7f36-43e9-b6d7-7ba7ac0be2b1', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.275116] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.276152] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.277083] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c58285a-0885-4e5e-a5c0-99aa29e64744 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.306104] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.306104] env[69722]: value = "task-3439024" [ 1107.306104] env[69722]: _type = "Task" [ 1107.306104] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.316026] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439024, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.319148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-27ba03fc-fc0f-4be1-b3f4-75359cef5089 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "28bce77d-f28b-4e03-884a-4a244456b6cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.806s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.387936] env[69722]: DEBUG nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.523936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "05b24896-d5dd-4a18-a473-ebf73b357c11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.524841] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.524841] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.524841] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.524997] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.529424] env[69722]: INFO nova.compute.manager [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Terminating instance [ 1107.562949] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.563103] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.563269] env[69722]: DEBUG nova.network.neutron [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.586799] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d8d4e-53db-4bba-ac0e-5cc1c7c5bb8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.596794] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c18c6c-eff2-413e-8f7d-e16742f27f62 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.630933] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7687811-ff70-4527-bc98-10fc8ff657be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.645569] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fb8391-1f83-48e1-beea-7f87056a38d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.649979] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439023, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.662984] env[69722]: DEBUG nova.compute.provider_tree [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.777373] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.777715] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febfbd30-6396-49b1-847c-2dc7944942a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.788370] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1107.788370] env[69722]: value = "task-3439025" [ 1107.788370] env[69722]: _type = "Task" [ 1107.788370] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.797807] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1107.798074] env[69722]: DEBUG nova.compute.manager [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.798851] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab3483-f31f-4b08-a5eb-4a43c6392c6c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.805486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.805650] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.805819] env[69722]: DEBUG nova.network.neutron [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.815583] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439024, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.828554] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.828829] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d18f30fb-023e-41ed-bb22-c8b6c5dc8a73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.838471] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1107.838471] env[69722]: value = "task-3439026" [ 1107.838471] env[69722]: _type = "Task" [ 1107.838471] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.846741] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.914456] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.009488] env[69722]: DEBUG nova.compute.manager [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.009702] env[69722]: DEBUG nova.compute.manager [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing instance network info cache due to event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.009899] env[69722]: DEBUG oslo_concurrency.lockutils [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] Acquiring lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.011134] env[69722]: DEBUG oslo_concurrency.lockutils [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] Acquired lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.011400] env[69722]: DEBUG nova.network.neutron [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.033078] env[69722]: DEBUG nova.compute.manager [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.033252] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.034119] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e338745f-0d57-4658-b8a5-6b92c5403977 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.043395] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.043639] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b888885f-4968-4a22-a93f-cb54edf34642 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.052199] env[69722]: DEBUG oslo_vmware.api [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1108.052199] env[69722]: value = "task-3439027" [ 1108.052199] env[69722]: _type = "Task" [ 1108.052199] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.061284] env[69722]: DEBUG oslo_vmware.api [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.147759] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573481} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.147983] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1108.148390] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1108.148685] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96088fef-a3dc-44df-b3ee-64105581cbfd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.156927] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1108.156927] env[69722]: value = "task-3439028" [ 1108.156927] env[69722]: _type = "Task" [ 1108.156927] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.169111] env[69722]: DEBUG nova.scheduler.client.report [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.173019] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439028, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.328442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "e81e7a89-6db8-4798-9927-35c04f74db3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.328710] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.329876] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439024, 'name': CreateVM_Task, 'duration_secs': 0.7267} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.330758] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.332408] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.332672] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.333278] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.333608] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ccbac6-57f5-4b5d-a5ed-9814588448be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.340378] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1108.340378] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521cae48-9deb-7360-304f-2f2c1645e6fc" [ 1108.340378] env[69722]: _type = "Task" [ 1108.340378] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.357763] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439026, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.360992] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521cae48-9deb-7360-304f-2f2c1645e6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.471059] env[69722]: DEBUG nova.network.neutron [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.568556] env[69722]: DEBUG oslo_vmware.api [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439027, 'name': PowerOffVM_Task, 'duration_secs': 0.320591} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.569271] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.569552] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.569924] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ace17709-0a53-4832-a869-94aaec40a3b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.616450] env[69722]: DEBUG nova.network.neutron [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a347cc-25", "ovs_interfaceid": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.666789] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439028, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081724} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.667320] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.671032] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08492bf4-c008-42b2-9dac-3925e803efc2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.681954] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.694081] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.698435] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.540s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.699166] env[69722]: DEBUG nova.objects.instance [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'resources' on Instance uuid 20287595-46e3-4a6c-8a33-ed6cec0e2b10 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.700627] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67730365-1c0d-4f51-9933-7b44d115d05e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.720504] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.720894] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.721206] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleting the datastore file [datastore1] 05b24896-d5dd-4a18-a473-ebf73b357c11 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.722841] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf68601b-2b04-43d1-b635-52c0313e50b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.726952] env[69722]: INFO nova.scheduler.client.report [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Deleted allocations for instance bc781a52-cfc0-409d-871d-9207e6891593 [ 1108.739370] env[69722]: DEBUG oslo_vmware.api [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1108.739370] env[69722]: value = "task-3439030" [ 1108.739370] env[69722]: _type = "Task" [ 1108.739370] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.740463] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1108.740463] env[69722]: value = "task-3439031" [ 1108.740463] env[69722]: _type = "Task" [ 1108.740463] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.754873] env[69722]: DEBUG oslo_vmware.api [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.758563] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439031, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.796985] env[69722]: DEBUG nova.network.neutron [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updated VIF entry in instance network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.797424] env[69722]: DEBUG nova.network.neutron [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246e083-7f", "ovs_interfaceid": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.832701] env[69722]: DEBUG nova.network.neutron [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Successfully updated port: b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.833982] env[69722]: DEBUG nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1108.853657] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439026, 'name': PowerOffVM_Task, 'duration_secs': 0.525064} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.854927] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.855800] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e7bcf4-3f00-4f26-9d95-9a6c4d9389f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.862959] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521cae48-9deb-7360-304f-2f2c1645e6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.015397} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.876919] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.877232] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.877485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.877630] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.877810] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.879339] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-658aa084-c059-4b9f-8778-83ec35701cfe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.883016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffbfa89-0243-4035-a159-df2768a1f419 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.901731] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.901820] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.902652] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f131105-6765-4757-bd2f-52d0001058a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.909881] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1108.909881] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528a1730-2fdb-a857-a984-1109108a8bc2" [ 1108.909881] env[69722]: _type = "Task" [ 1108.909881] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.920529] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528a1730-2fdb-a857-a984-1109108a8bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.924808] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.925088] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2820fca2-bd5f-45f4-a81f-7df23e77cc27 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.933092] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1108.933092] env[69722]: value = "task-3439032" [ 1108.933092] env[69722]: _type = "Task" [ 1108.933092] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.941916] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.974084] env[69722]: DEBUG oslo_concurrency.lockutils [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.118521] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.238542] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a85ee8bd-c92a-4e02-be9a-5122897de6c3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "bc781a52-cfc0-409d-871d-9207e6891593" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.261s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.255908] env[69722]: DEBUG oslo_vmware.api [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487745} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.259972] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.264022] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.264022] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.264022] env[69722]: INFO nova.compute.manager [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1109.264022] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.264022] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439031, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.264022] env[69722]: DEBUG nova.compute.manager [-] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.264022] env[69722]: DEBUG nova.network.neutron [-] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.300592] env[69722]: DEBUG oslo_concurrency.lockutils [req-f3b1806d-8888-4e19-844c-bee3479d977c req-329cde69-28e1-43f1-802b-0bc84ee587d9 service nova] Releasing lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.337746] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.337913] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.338127] env[69722]: DEBUG nova.network.neutron [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.363076] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.420344] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528a1730-2fdb-a857-a984-1109108a8bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.032415} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.423889] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f32e799-c792-48bb-bcba-d31ea14509d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.430735] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1109.430735] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5289b35e-66e3-0e1a-3883-2d29b6e530ff" [ 1109.430735] env[69722]: _type = "Task" [ 1109.430735] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.442712] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5289b35e-66e3-0e1a-3883-2d29b6e530ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.447733] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1109.447940] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.448182] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.448771] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.448996] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.451657] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb754f25-a90e-4c66-ba9e-f4281d6e656e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.463927] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.463927] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.463927] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d5070b2-a09b-48c2-a08b-82de812d8d65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.471106] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1109.471106] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52006d87-e6f8-1b10-99b0-84d688e613bb" [ 1109.471106] env[69722]: _type = "Task" [ 1109.471106] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.482977] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52006d87-e6f8-1b10-99b0-84d688e613bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.489291] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.490092] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc04a41-8b1e-49e7-bca7-1c2733855a21 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.497637] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.500733] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce94d5db-40ad-4770-aeda-b44dd687e556 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.502727] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25233ea0-3fb1-4f2a-81ef-8aed132fce4f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.527237] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e8b192-9bd7-4ddb-a900-e696d9404fc2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.531808] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b2178-0043-4606-8f52-ebbd6336d2e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.543089] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance '1968c49c-28b8-413a-8f36-be43a7dd7c5f' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.550323] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0248a60-eb85-41d9-b82b-5f757a8c6baf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.587601] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc1eb48-247c-42f1-a5bb-34cfd211ced9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.591091] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.591232] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.591544] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleting the datastore file [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.591664] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-115ff67e-fb1d-4774-b57c-d594d840b20c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.600944] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2507dc-9d6b-4c31-81fb-a0e1bae214b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.604800] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1109.604800] env[69722]: value = "task-3439034" [ 1109.604800] env[69722]: _type = "Task" [ 1109.604800] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.616743] env[69722]: DEBUG nova.compute.provider_tree [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.623222] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.756925] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439031, 'name': ReconfigVM_Task, 'duration_secs': 0.874771} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.757278] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 6b015718-057a-4996-a926-46f5c4940207/6b015718-057a-4996-a926-46f5c4940207.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.757822] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1847454-aafe-4f68-b300-9a90d342fddf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.766190] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1109.766190] env[69722]: value = "task-3439035" [ 1109.766190] env[69722]: _type = "Task" [ 1109.766190] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.774391] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439035, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.783864] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "c66837fa-915a-4a4e-9558-4344440c2ef0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.784107] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.860682] env[69722]: DEBUG nova.compute.manager [req-d206b1d3-b981-4468-84e3-e2fe4c5455dc req-37e937b6-1ed6-4c00-b07f-90b237e439f3 service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Received event network-vif-deleted-47c222a2-99ff-44c1-ab03-f7c46bdc2273 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.860908] env[69722]: INFO nova.compute.manager [req-d206b1d3-b981-4468-84e3-e2fe4c5455dc req-37e937b6-1ed6-4c00-b07f-90b237e439f3 service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Neutron deleted interface 47c222a2-99ff-44c1-ab03-f7c46bdc2273; detaching it from the instance and deleting it from the info cache [ 1109.861098] env[69722]: DEBUG nova.network.neutron [req-d206b1d3-b981-4468-84e3-e2fe4c5455dc req-37e937b6-1ed6-4c00-b07f-90b237e439f3 service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.876836] env[69722]: WARNING nova.network.neutron [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] 3440ebdf-a28f-4afc-bb32-cc80347965dc already exists in list: networks containing: ['3440ebdf-a28f-4afc-bb32-cc80347965dc']. ignoring it [ 1109.942867] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5289b35e-66e3-0e1a-3883-2d29b6e530ff, 'name': SearchDatastore_Task, 'duration_secs': 0.035483} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.943140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.943436] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.943699] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7508f6ee-721f-4f1a-9a3c-ebe6d60c0e1c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.952301] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1109.952301] env[69722]: value = "task-3439036" [ 1109.952301] env[69722]: _type = "Task" [ 1109.952301] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.962943] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.985044] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52006d87-e6f8-1b10-99b0-84d688e613bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015464} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.985512] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c68b38e-098a-4d44-a1f1-d19f7c15b811 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.991162] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1109.991162] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5288f122-124b-90b4-8855-58736dab020b" [ 1109.991162] env[69722]: _type = "Task" [ 1109.991162] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.999263] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5288f122-124b-90b4-8855-58736dab020b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.050802] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-839864ec-4181-46ad-b973-568924fc0d8e tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance '1968c49c-28b8-413a-8f36-be43a7dd7c5f' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.057024] env[69722]: DEBUG nova.network.neutron [-] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.118367] env[69722]: DEBUG oslo_vmware.api [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292561} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.119237] env[69722]: DEBUG nova.scheduler.client.report [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.122318] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.122525] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.122703] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.150250] env[69722]: INFO nova.scheduler.client.report [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleted allocations for instance 30953169-a61f-40d7-9d62-60e19097c4c1 [ 1110.156035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "0c3d1810-6408-44cb-90ee-61b88d59a8df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.156035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.156035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "0c3d1810-6408-44cb-90ee-61b88d59a8df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.156035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.156035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.158233] env[69722]: INFO nova.compute.manager [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Terminating instance [ 1110.199945] env[69722]: DEBUG nova.network.neutron [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "address": "fa:16:3e:13:da:77", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a389cf-68", "ovs_interfaceid": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.277633] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439035, 'name': Rename_Task, 'duration_secs': 0.181735} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.277989] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.278220] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d756e64c-1f16-4efa-89dc-d0eed583cf73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.285211] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1110.285211] env[69722]: value = "task-3439037" [ 1110.285211] env[69722]: _type = "Task" [ 1110.285211] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.288182] env[69722]: DEBUG nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.297480] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.328754] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-vif-plugged-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.328884] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Acquiring lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.329183] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.329446] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.329664] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] No waiting events found dispatching network-vif-plugged-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.329872] env[69722]: WARNING nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received unexpected event network-vif-plugged-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 for instance with vm_state active and task_state None. [ 1110.330093] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-changed-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.330365] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing instance network info cache due to event network-changed-b5a389cf-680e-4e2b-aa3c-d50bc50017d0. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.330505] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.364502] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40d559d8-75d0-4826-a943-3b5cd7c7b923 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.376906] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3280307c-2351-4529-8831-e0ac9df97629 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.419631] env[69722]: DEBUG nova.compute.manager [req-d206b1d3-b981-4468-84e3-e2fe4c5455dc req-37e937b6-1ed6-4c00-b07f-90b237e439f3 service nova] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Detach interface failed, port_id=47c222a2-99ff-44c1-ab03-f7c46bdc2273, reason: Instance 05b24896-d5dd-4a18-a473-ebf73b357c11 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.471025] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439036, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.507031] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5288f122-124b-90b4-8855-58736dab020b, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.507031] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.507031] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. {{(pid=69722) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1110.507031] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-054b8775-3221-41e8-8c0a-78a6f2e4363e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.517474] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1110.517474] env[69722]: value = "task-3439038" [ 1110.517474] env[69722]: _type = "Task" [ 1110.517474] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.526621] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.560739] env[69722]: INFO nova.compute.manager [-] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Took 1.30 seconds to deallocate network for instance. [ 1110.629022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.629022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.991s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.629022] env[69722]: DEBUG nova.objects.instance [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'resources' on Instance uuid dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.649854] env[69722]: INFO nova.scheduler.client.report [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted allocations for instance 20287595-46e3-4a6c-8a33-ed6cec0e2b10 [ 1110.658308] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.662019] env[69722]: DEBUG nova.compute.manager [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.662260] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.663102] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414f6011-066a-48b4-b779-03137d2a1aff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.672638] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.672912] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f17cf4-d6b7-4b9e-bae7-4933e3991885 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.679939] env[69722]: DEBUG oslo_vmware.api [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1110.679939] env[69722]: value = "task-3439039" [ 1110.679939] env[69722]: _type = "Task" [ 1110.679939] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.692447] env[69722]: DEBUG oslo_vmware.api [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.703485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.703577] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.703739] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.705039] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.705039] env[69722]: DEBUG nova.network.neutron [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing network info cache for port b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.705953] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a414e5-3e48-437e-af3b-81a08a7e5a69 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.725379] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.725650] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.725775] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.725972] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.726253] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.726448] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.726595] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.726760] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.726930] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.727122] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.727298] env[69722]: DEBUG nova.virt.hardware [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.733881] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Reconfiguring VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1110.734545] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86da9d6f-e007-4923-81d4-8cd25862726c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.753206] env[69722]: DEBUG oslo_vmware.api [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1110.753206] env[69722]: value = "task-3439040" [ 1110.753206] env[69722]: _type = "Task" [ 1110.753206] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.762544] env[69722]: DEBUG oslo_vmware.api [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439040, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.798676] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439037, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.812319] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.970581] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693869} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.970978] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.971300] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.971669] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe77ad5-dc66-4b01-b711-ee913ae9b687 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.981399] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1110.981399] env[69722]: value = "task-3439041" [ 1110.981399] env[69722]: _type = "Task" [ 1110.981399] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.992289] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.029172] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439038, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.069667] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.161516] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bbf04ecd-1f92-43fe-834b-0743c4866f2b tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "20287595-46e3-4a6c-8a33-ed6cec0e2b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.611s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.195773] env[69722]: DEBUG oslo_vmware.api [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439039, 'name': PowerOffVM_Task, 'duration_secs': 0.226607} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.196139] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.196372] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.196893] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-164fee12-edd3-45d2-8896-edb3782989cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.269036] env[69722]: DEBUG oslo_vmware.api [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.298203] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439037, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.302962] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.303155] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.303405] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Deleting the datastore file [datastore1] 0c3d1810-6408-44cb-90ee-61b88d59a8df {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.303711] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb970cd1-000b-4d8a-bbb3-ad61f3386899 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.313201] env[69722]: DEBUG oslo_vmware.api [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1111.313201] env[69722]: value = "task-3439043" [ 1111.313201] env[69722]: _type = "Task" [ 1111.313201] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.327150] env[69722]: DEBUG oslo_vmware.api [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.444348] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4161321-22e7-482f-9fcf-1272ab2be289 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.453203] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198f5eb1-99f8-4ecb-bd00-12af8346f83e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.484917] env[69722]: DEBUG nova.network.neutron [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updated VIF entry in instance network info cache for port b5a389cf-680e-4e2b-aa3c-d50bc50017d0. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.485359] env[69722]: DEBUG nova.network.neutron [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "address": "fa:16:3e:13:da:77", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a389cf-68", "ovs_interfaceid": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.489927] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c9edaa-706e-4876-b1e0-74e5d698099e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.501905] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083586} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.502255] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.503789] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f019e893-0227-4a2a-94a8-05acaa8dc887 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.223957] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72d64a2-620f-4554-a23d-2fba7db47b9e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.233536] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.233776] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received event network-vif-unplugged-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.233956] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.234169] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.234332] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.234498] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] No waiting events found dispatching network-vif-unplugged-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.234664] env[69722]: WARNING nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received unexpected event network-vif-unplugged-21a347cc-25cd-4151-b6f5-9d604e5d518c for instance with vm_state shelved_offloaded and task_state None. [ 1112.234828] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received event network-changed-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.234979] env[69722]: DEBUG nova.compute.manager [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Refreshing instance network info cache due to event network-changed-21a347cc-25cd-4151-b6f5-9d604e5d518c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.235184] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Acquiring lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.235349] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Acquired lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.239026] env[69722]: DEBUG nova.network.neutron [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Refreshing network info cache for port 21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.264943] env[69722]: DEBUG nova.compute.provider_tree [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.287341] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.291622] env[69722]: DEBUG nova.scheduler.client.report [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.300400] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae13bf6e-a1d8-4080-92b6-33d8a76a8c18 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.315415] env[69722]: DEBUG oslo_vmware.api [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439040, 'name': ReconfigVM_Task, 'duration_secs': 0.670494} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.315679] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757535} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.320386] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.320630] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Reconfigured VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1112.323177] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. [ 1112.323352] env[69722]: DEBUG oslo_vmware.api [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439037, 'name': PowerOnVM_Task, 'duration_secs': 1.142391} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.327665] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e277ff56-ae92-446a-a232-d094e0a17a7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.330356] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.330571] env[69722]: DEBUG nova.compute.manager [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.330854] env[69722]: DEBUG oslo_vmware.api [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.331834] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d8061a-b0ef-4771-9829-9eb75e7ae8e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.336626] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1112.336626] env[69722]: value = "task-3439044" [ 1112.336626] env[69722]: _type = "Task" [ 1112.336626] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.362671] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.365377] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1e417ed-02af-42d0-9c1a-022205d89f20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.384976] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.391570] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1112.391570] env[69722]: value = "task-3439045" [ 1112.391570] env[69722]: _type = "Task" [ 1112.391570] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.401063] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439045, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.424677] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.424961] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.744508] env[69722]: DEBUG oslo_vmware.api [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.037471} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.745073] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.745268] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.745556] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.745735] env[69722]: INFO nova.compute.manager [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1112.745976] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.746252] env[69722]: DEBUG nova.compute.manager [-] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.746286] env[69722]: DEBUG nova.network.neutron [-] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.821525] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.823962] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.910s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.825545] env[69722]: INFO nova.compute.claims [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1112.831740] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28891437-4141-4768-8083-54c3ec495311 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-30144666-f5ce-40de-b98b-4a2a7b0903e4-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.970s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.842758] env[69722]: INFO nova.scheduler.client.report [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted allocations for instance dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe [ 1112.852762] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439044, 'name': ReconfigVM_Task, 'duration_secs': 0.449287} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.855869] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.856478] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-907e515f-c8a4-4338-b1f3-f8621d266b17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.864677] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1112.864677] env[69722]: value = "task-3439046" [ 1112.864677] env[69722]: _type = "Task" [ 1112.864677] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.874591] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439046, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.894024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.903612] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439045, 'name': ReconfigVM_Task, 'duration_secs': 0.435956} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.903612] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.904579] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9189c0b0-b0ea-43ee-8b7f-a5941c3028fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.926975] env[69722]: DEBUG nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1112.939317] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a48708a0-aaa5-4af0-bb80-21f0347a46eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.962756] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1112.962756] env[69722]: value = "task-3439047" [ 1112.962756] env[69722]: _type = "Task" [ 1112.962756] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.975065] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.989932] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.990036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.990229] env[69722]: DEBUG nova.compute.manager [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Going to confirm migration 5 {{(pid=69722) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1113.035690] env[69722]: DEBUG nova.network.neutron [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updated VIF entry in instance network info cache for port 21a347cc-25cd-4151-b6f5-9d604e5d518c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.035690] env[69722]: DEBUG nova.network.neutron [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap21a347cc-25", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.350982] env[69722]: DEBUG oslo_concurrency.lockutils [None req-16c8c38b-f477-4146-a201-7bfcc245a51c tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.262s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.375982] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439046, 'name': Rename_Task, 'duration_secs': 0.178979} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.376320] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.376567] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75260ef1-0382-4ca7-be8d-39545f2ef815 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.384081] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1113.384081] env[69722]: value = "task-3439048" [ 1113.384081] env[69722]: _type = "Task" [ 1113.384081] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.396044] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.453736] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.459159] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.467181] env[69722]: DEBUG nova.compute.manager [req-26780348-eb4c-41a1-bd45-ae8f0ea0800e req-4fca9701-cc52-490b-9081-bd1c80b8a77b service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Received event network-vif-deleted-6ee47082-0f67-478e-8ac2-cb1108195aec {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.467379] env[69722]: INFO nova.compute.manager [req-26780348-eb4c-41a1-bd45-ae8f0ea0800e req-4fca9701-cc52-490b-9081-bd1c80b8a77b service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Neutron deleted interface 6ee47082-0f67-478e-8ac2-cb1108195aec; detaching it from the instance and deleting it from the info cache [ 1113.467557] env[69722]: DEBUG nova.network.neutron [req-26780348-eb4c-41a1-bd45-ae8f0ea0800e req-4fca9701-cc52-490b-9081-bd1c80b8a77b service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.475328] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439047, 'name': ReconfigVM_Task, 'duration_secs': 0.186541} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.475535] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.476045] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d67de1-4817-4b49-b55b-3ec5bea18110 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.484484] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1113.484484] env[69722]: value = "task-3439049" [ 1113.484484] env[69722]: _type = "Task" [ 1113.484484] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.494354] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.540754] env[69722]: DEBUG oslo_concurrency.lockutils [req-024b95ad-bba7-4d16-a219-145f1023ca2b req-edea1eca-edf9-4bc8-bf80-a6761a219dd8 service nova] Releasing lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.544040] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.544040] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.544169] env[69722]: DEBUG nova.network.neutron [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.544256] env[69722]: DEBUG nova.objects.instance [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'info_cache' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.554147] env[69722]: DEBUG nova.network.neutron [-] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.897228] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.945870] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "6b015718-057a-4996-a926-46f5c4940207" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.946299] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "6b015718-057a-4996-a926-46f5c4940207" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.946701] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "6b015718-057a-4996-a926-46f5c4940207-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.946802] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "6b015718-057a-4996-a926-46f5c4940207-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.946939] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "6b015718-057a-4996-a926-46f5c4940207-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.949336] env[69722]: INFO nova.compute.manager [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Terminating instance [ 1113.978936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.979191] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.980475] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75991b5a-97b2-42d5-b255-36b2467f94be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.993314] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538fc720-1d51-4fb5-9d7c-386761c417df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.011161] env[69722]: DEBUG oslo_vmware.api [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439049, 'name': PowerOnVM_Task, 'duration_secs': 0.498585} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.012714] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.014921] env[69722]: DEBUG nova.compute.manager [None req-b8f4570c-6125-45a5-a2d1-446e7c1eda07 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.015763] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6869be1-1352-4ce7-aa87-af6523322b83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.041649] env[69722]: DEBUG nova.compute.manager [req-26780348-eb4c-41a1-bd45-ae8f0ea0800e req-4fca9701-cc52-490b-9081-bd1c80b8a77b service nova] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Detach interface failed, port_id=6ee47082-0f67-478e-8ac2-cb1108195aec, reason: Instance 0c3d1810-6408-44cb-90ee-61b88d59a8df could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1114.058597] env[69722]: INFO nova.compute.manager [-] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Took 1.31 seconds to deallocate network for instance. [ 1114.178177] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d82644a-c93e-4fe7-897b-a9f1a951f8a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.187063] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cab0b8c-39ea-4c4d-be97-23ee9b019e1c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218502] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465cd247-bbce-43b2-8b64-c0894fb80d7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.225998] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1b216-7fa9-4cfe-90c4-3d38fffdd3a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.239596] env[69722]: DEBUG nova.compute.provider_tree [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.358369] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-30144666-f5ce-40de-b98b-4a2a7b0903e4-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.358701] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-30144666-f5ce-40de-b98b-4a2a7b0903e4-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.395106] env[69722]: DEBUG oslo_vmware.api [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439048, 'name': PowerOnVM_Task, 'duration_secs': 0.628485} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.395383] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.395585] env[69722]: INFO nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1114.395759] env[69722]: DEBUG nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.396743] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c480f6-d765-463d-8a92-3e925493cc37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.457359] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "refresh_cache-6b015718-057a-4996-a926-46f5c4940207" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.457545] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquired lock "refresh_cache-6b015718-057a-4996-a926-46f5c4940207" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.457714] env[69722]: DEBUG nova.network.neutron [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.484076] env[69722]: DEBUG nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.565206] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.665107] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e833742b-dfea-44b1-b1aa-947517908c9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.665348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.742941] env[69722]: DEBUG nova.scheduler.client.report [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.826095] env[69722]: DEBUG nova.network.neutron [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.861860] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.862067] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.863341] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643eaf1-2708-492d-9d6d-541f00b212c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.885611] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac48ef8c-bd00-4b84-b590-2d5a37d073c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.921550] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Reconfiguring VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1114.923647] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a09a99a-4182-4937-94c4-6535919ce75e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.938136] env[69722]: INFO nova.compute.manager [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Took 29.19 seconds to build instance. [ 1114.945829] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1114.945829] env[69722]: value = "task-3439050" [ 1114.945829] env[69722]: _type = "Task" [ 1114.945829] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.956896] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.977831] env[69722]: DEBUG nova.network.neutron [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.008889] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.059857] env[69722]: DEBUG nova.network.neutron [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.168770] env[69722]: DEBUG nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.248417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.248756] env[69722]: DEBUG nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.251480] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.889s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.252869] env[69722]: INFO nova.compute.claims [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.328509] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.328764] env[69722]: DEBUG nova.objects.instance [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'migration_context' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.442625] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5c9b08d7-e91e-4734-a57c-771050cab031 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.707s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.456949] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.563266] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Releasing lock "refresh_cache-6b015718-057a-4996-a926-46f5c4940207" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.563797] env[69722]: DEBUG nova.compute.manager [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.564055] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.564930] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31080dbb-7faf-4135-a759-986969009e31 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.573044] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.573296] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7740f64b-7dd3-40e9-8081-268d217ed116 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.580508] env[69722]: DEBUG oslo_vmware.api [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1115.580508] env[69722]: value = "task-3439051" [ 1115.580508] env[69722]: _type = "Task" [ 1115.580508] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.590263] env[69722]: DEBUG oslo_vmware.api [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.693357] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.757553] env[69722]: DEBUG nova.compute.utils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.761710] env[69722]: DEBUG nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.761929] env[69722]: DEBUG nova.network.neutron [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.813046] env[69722]: DEBUG nova.compute.manager [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.813203] env[69722]: DEBUG nova.compute.manager [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing instance network info cache due to event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.813430] env[69722]: DEBUG oslo_concurrency.lockutils [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] Acquiring lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.813572] env[69722]: DEBUG oslo_concurrency.lockutils [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] Acquired lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.813729] env[69722]: DEBUG nova.network.neutron [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.818801] env[69722]: DEBUG nova.policy [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b600c79534c44148a8c1fec912d7c287', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7feeb412689140d2bd18f6756d3f43d6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.830994] env[69722]: DEBUG nova.objects.base [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Object Instance<1968c49c-28b8-413a-8f36-be43a7dd7c5f> lazy-loaded attributes: info_cache,migration_context {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1115.831940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5905b3de-1282-43ec-a464-557d6dd17788 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.854571] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aab4f55-c0d6-49c1-95db-e960cd2580a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.864123] env[69722]: DEBUG oslo_vmware.api [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1115.864123] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524842ab-00a0-9b47-b887-5dc4cee50d6e" [ 1115.864123] env[69722]: _type = "Task" [ 1115.864123] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.875180] env[69722]: DEBUG oslo_vmware.api [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524842ab-00a0-9b47-b887-5dc4cee50d6e, 'name': SearchDatastore_Task, 'duration_secs': 0.007888} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.875492] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.959258] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.093337] env[69722]: DEBUG oslo_vmware.api [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439051, 'name': PowerOffVM_Task, 'duration_secs': 0.311566} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.094145] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.094145] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.094325] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04002298-de52-49c6-8f95-44965c06dc1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.128582] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.128798] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.129151] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Deleting the datastore file [datastore1] 6b015718-057a-4996-a926-46f5c4940207 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.129292] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dba252c5-fd4e-4620-a85c-fe5c1664bc2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.137484] env[69722]: DEBUG oslo_vmware.api [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for the task: (returnval){ [ 1116.137484] env[69722]: value = "task-3439053" [ 1116.137484] env[69722]: _type = "Task" [ 1116.137484] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.147664] env[69722]: DEBUG oslo_vmware.api [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.266147] env[69722]: DEBUG nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.360628] env[69722]: DEBUG nova.network.neutron [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Successfully created port: 9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.461820] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.490728] env[69722]: DEBUG nova.compute.manager [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.490930] env[69722]: DEBUG nova.compute.manager [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing instance network info cache due to event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.491168] env[69722]: DEBUG oslo_concurrency.lockutils [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] Acquiring lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.491315] env[69722]: DEBUG oslo_concurrency.lockutils [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] Acquired lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.491474] env[69722]: DEBUG nova.network.neutron [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.597092] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee322cc3-f5d4-4d75-8e44-a1172a5c12e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.606744] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d973e4-ea47-4e81-ac2a-cde26f96f589 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.642988] env[69722]: DEBUG nova.network.neutron [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updated VIF entry in instance network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.643360] env[69722]: DEBUG nova.network.neutron [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246e083-7f", "ovs_interfaceid": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.647901] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399c1809-8eb6-4d6f-a350-3acb42f78635 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.659371] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e12d6-4383-4586-936e-c7d1edf40c26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.663390] env[69722]: DEBUG oslo_vmware.api [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Task: {'id': task-3439053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128695} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.664327] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.664519] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.664693] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.664869] env[69722]: INFO nova.compute.manager [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1116.665140] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.665765] env[69722]: DEBUG nova.compute.manager [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.665885] env[69722]: DEBUG nova.network.neutron [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.678825] env[69722]: DEBUG nova.compute.provider_tree [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1116.698673] env[69722]: DEBUG nova.network.neutron [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1116.769487] env[69722]: INFO nova.virt.block_device [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Booting with volume 66669c0d-1b03-4e58-a076-01151e28377d at /dev/sda [ 1116.817810] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-489dcdc2-bd5f-404b-bbca-9ff6f073c98a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.829300] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550a1ab8-c070-46d0-a02f-aee2f2c5aa36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.867543] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abdf346a-21fb-4b31-911c-49f559c1021f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.879161] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ba1ec9-704a-4140-94d4-7c48ea781cc4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.914783] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c1d17-4cfd-4dd5-9605-298576be7066 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.923123] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762e8e16-f6fb-44c8-851a-deeb0590f7f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.939020] env[69722]: DEBUG nova.virt.block_device [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updating existing volume attachment record: 5589c36d-a11f-453a-9008-54ed31113ae2 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1116.959960] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.152299] env[69722]: DEBUG oslo_concurrency.lockutils [req-174aced8-287c-4cff-96b6-9eb600c76a6e req-6fec24f6-2db1-40a4-96df-5f4fda0da3cf service nova] Releasing lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.202906] env[69722]: DEBUG nova.network.neutron [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.211748] env[69722]: ERROR nova.scheduler.client.report [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [req-b8e1d3a5-4254-4e92-b86d-c47971f1a5e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8e1d3a5-4254-4e92-b86d-c47971f1a5e1"}]} [ 1117.234031] env[69722]: DEBUG nova.scheduler.client.report [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1117.250078] env[69722]: DEBUG nova.scheduler.client.report [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1117.251807] env[69722]: DEBUG nova.compute.provider_tree [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.257017] env[69722]: DEBUG nova.network.neutron [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updated VIF entry in instance network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.257435] env[69722]: DEBUG nova.network.neutron [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.269162] env[69722]: DEBUG nova.scheduler.client.report [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1117.295167] env[69722]: DEBUG nova.scheduler.client.report [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1117.461580] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.568640] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad37d64d-645f-47ea-8d52-03000f793292 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.575370] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646723ed-2663-442d-95d5-147c5c111282 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.609519] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3be1f9-b871-4f5d-8c8a-92806b80311a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.615745] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d62e80-f99b-4932-9b67-f42a06179183 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.630918] env[69722]: DEBUG nova.compute.provider_tree [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.712389] env[69722]: INFO nova.compute.manager [-] [instance: 6b015718-057a-4996-a926-46f5c4940207] Took 1.05 seconds to deallocate network for instance. [ 1117.762901] env[69722]: DEBUG oslo_concurrency.lockutils [req-c6831760-3f40-4d29-8c79-a0057d0a3ba5 req-06c48eff-2255-427d-8a76-53a189e39a6e service nova] Releasing lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.837375] env[69722]: DEBUG nova.compute.manager [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.837585] env[69722]: DEBUG nova.compute.manager [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing instance network info cache due to event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.837856] env[69722]: DEBUG oslo_concurrency.lockutils [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] Acquiring lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.837974] env[69722]: DEBUG oslo_concurrency.lockutils [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] Acquired lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.838261] env[69722]: DEBUG nova.network.neutron [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.962465] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.173083] env[69722]: DEBUG nova.scheduler.client.report [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1118.173083] env[69722]: DEBUG nova.compute.provider_tree [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 142 to 143 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.173083] env[69722]: DEBUG nova.compute.provider_tree [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.211252] env[69722]: DEBUG nova.network.neutron [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Successfully updated port: 9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.220286] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.462687] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.677452] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.426s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.677983] env[69722]: DEBUG nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.681309] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.023s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.681534] env[69722]: DEBUG nova.objects.instance [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lazy-loading 'resources' on Instance uuid 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.690159] env[69722]: DEBUG nova.network.neutron [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updated VIF entry in instance network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.690529] env[69722]: DEBUG nova.network.neutron [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.716563] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquiring lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.716563] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquired lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.716563] env[69722]: DEBUG nova.network.neutron [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.953142] env[69722]: DEBUG nova.compute.manager [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.953142] env[69722]: DEBUG nova.compute.manager [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing instance network info cache due to event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.953142] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Acquiring lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.965381] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.041268] env[69722]: DEBUG nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.041837] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.042093] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.042293] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.042528] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.042709] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.042892] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.043150] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.043352] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.043576] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.043791] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.043998] env[69722]: DEBUG nova.virt.hardware [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.045895] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aee5fdb-9191-44e6-935d-4ace3df0b73b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.055366] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4764015c-3575-44e5-adaf-bd818b264551 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.184564] env[69722]: DEBUG nova.compute.utils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.190022] env[69722]: DEBUG nova.objects.instance [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lazy-loading 'numa_topology' on Instance uuid 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.190022] env[69722]: DEBUG nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.190022] env[69722]: DEBUG nova.network.neutron [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.192559] env[69722]: DEBUG oslo_concurrency.lockutils [req-2122811c-4169-44a6-889a-eba7a2ae0ac9 req-78fdb055-455b-45e3-8c94-9345fdc2eccc service nova] Releasing lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.192913] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Acquired lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.193105] env[69722]: DEBUG nova.network.neutron [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.229789] env[69722]: DEBUG nova.policy [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c99be667cc54944adf54c93f976c8d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6dd80e6107e04c368942f31ae8fe1158', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.249195] env[69722]: DEBUG nova.network.neutron [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.393916] env[69722]: DEBUG nova.network.neutron [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updating instance_info_cache with network_info: [{"id": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "address": "fa:16:3e:af:15:a9", "network": {"id": "799f23fc-7fd8-466d-b22d-8cc6a753d9bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-232822488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7feeb412689140d2bd18f6756d3f43d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dec8a6e-89", "ovs_interfaceid": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.465935] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.481503] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.481735] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.649947] env[69722]: DEBUG nova.network.neutron [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Successfully created port: f5bd4374-5a03-4185-9e17-38aaa3c992b1 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.690895] env[69722]: DEBUG nova.objects.base [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Object Instance<30953169-a61f-40d7-9d62-60e19097c4c1> lazy-loaded attributes: resources,numa_topology {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1119.693572] env[69722]: DEBUG nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.891217] env[69722]: DEBUG nova.network.neutron [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updated VIF entry in instance network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.891564] env[69722]: DEBUG nova.network.neutron [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.896875] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Releasing lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.896875] env[69722]: DEBUG nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Instance network_info: |[{"id": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "address": "fa:16:3e:af:15:a9", "network": {"id": "799f23fc-7fd8-466d-b22d-8cc6a753d9bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-232822488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7feeb412689140d2bd18f6756d3f43d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dec8a6e-89", "ovs_interfaceid": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1119.897524] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:15:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dec8a6e-89ac-4d80-a51b-faeadd1b7283', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.905335] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Creating folder: Project (7feeb412689140d2bd18f6756d3f43d6). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.908235] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1821b72c-d717-450a-ba34-d06846a3d4d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.926130] env[69722]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1119.927097] env[69722]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69722) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1119.927097] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Folder already exists: Project (7feeb412689140d2bd18f6756d3f43d6). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1119.927097] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Creating folder: Instances. Parent ref: group-v686523. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.927097] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e9039e7-b967-4154-a3f9-fe8585c49aab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.939168] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Created folder: Instances in parent group-v686523. [ 1119.939457] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.939682] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.939891] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40f47610-3b05-4bed-b607-bc1ffce22f9d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.966302] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.967545] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.967545] env[69722]: value = "task-3439056" [ 1119.967545] env[69722]: _type = "Task" [ 1119.967545] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.978261] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439056, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.984697] env[69722]: DEBUG nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.026753] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b947d7-7dce-412a-a628-94b7f2ecae47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.037624] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf27af-94f3-4e89-8f31-5ec6672ab788 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.068801] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d644e8-eed8-4a36-bb8f-b54436d9113c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.076919] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b0e0b-c54b-48b4-ae13-ff8baa8022ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.091017] env[69722]: DEBUG nova.compute.provider_tree [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.238601] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.238923] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.239189] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.239403] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.239597] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.244145] env[69722]: INFO nova.compute.manager [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Terminating instance [ 1120.393724] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Releasing lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.393998] env[69722]: DEBUG nova.compute.manager [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Received event network-vif-plugged-9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.394241] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Acquiring lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.394430] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.394595] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.394761] env[69722]: DEBUG nova.compute.manager [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] No waiting events found dispatching network-vif-plugged-9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.394923] env[69722]: WARNING nova.compute.manager [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Received unexpected event network-vif-plugged-9dec8a6e-89ac-4d80-a51b-faeadd1b7283 for instance with vm_state building and task_state spawning. [ 1120.395096] env[69722]: DEBUG nova.compute.manager [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Received event network-changed-9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.395272] env[69722]: DEBUG nova.compute.manager [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Refreshing instance network info cache due to event network-changed-9dec8a6e-89ac-4d80-a51b-faeadd1b7283. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.395471] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Acquiring lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.395606] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Acquired lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.395760] env[69722]: DEBUG nova.network.neutron [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Refreshing network info cache for port 9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.467182] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.477169] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439056, 'name': CreateVM_Task, 'duration_secs': 0.374164} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.477334] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.477946] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686533', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'name': 'volume-66669c0d-1b03-4e58-a076-01151e28377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1589ab2-22b5-493e-b173-6ef5bb3dd5d7', 'attached_at': '', 'detached_at': '', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'serial': '66669c0d-1b03-4e58-a076-01151e28377d'}, 'guest_format': None, 'device_type': None, 'attachment_id': '5589c36d-a11f-453a-9008-54ed31113ae2', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69722) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1120.478194] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Root volume attach. Driver type: vmdk {{(pid=69722) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1120.478958] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc16e540-d63f-4821-800c-a69f3dcd2b62 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.486114] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e453e-49cd-48a0-ada4-ea7591f4acf1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.494679] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980ab3c7-64fa-4b12-8a14-fd1d02df67de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.500802] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-40d433f1-8d6c-4a5a-87ab-bc832b34eca0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.507948] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.509611] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1120.509611] env[69722]: value = "task-3439057" [ 1120.509611] env[69722]: _type = "Task" [ 1120.509611] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.517691] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.594876] env[69722]: DEBUG nova.scheduler.client.report [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.707587] env[69722]: DEBUG nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.736990] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.737410] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.737581] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.737770] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.737915] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.738070] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.738532] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.738775] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.738911] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.739104] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.739289] env[69722]: DEBUG nova.virt.hardware [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.740341] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db58f69e-5c82-4d88-9176-48171f2105da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.750098] env[69722]: DEBUG nova.compute.manager [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.750477] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.751340] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e462dbc0-1c6e-407f-9d7e-d789c0c45bf4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.755997] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb06414-34b6-4756-9452-8924ac82f4aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.766378] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.775336] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e09e9a-e0c8-4316-9d34-12cbf7e4e624 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.787121] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1120.787121] env[69722]: value = "task-3439058" [ 1120.787121] env[69722]: _type = "Task" [ 1120.787121] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.800197] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.969762] env[69722]: DEBUG oslo_vmware.api [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439050, 'name': ReconfigVM_Task, 'duration_secs': 5.770392} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.970286] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.971761] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Reconfigured VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1120.994667] env[69722]: DEBUG nova.compute.manager [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.994861] env[69722]: DEBUG nova.compute.manager [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing instance network info cache due to event network-changed-24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.995093] env[69722]: DEBUG oslo_concurrency.lockutils [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] Acquiring lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.995237] env[69722]: DEBUG oslo_concurrency.lockutils [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] Acquired lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.995395] env[69722]: DEBUG nova.network.neutron [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Refreshing network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.027765] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 42%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.102251] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.421s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.110147] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.298s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.117226] env[69722]: INFO nova.compute.claims [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.303711] env[69722]: DEBUG nova.network.neutron [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Successfully updated port: f5bd4374-5a03-4185-9e17-38aaa3c992b1 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.312431] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.337493] env[69722]: DEBUG nova.network.neutron [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updated VIF entry in instance network info cache for port 9dec8a6e-89ac-4d80-a51b-faeadd1b7283. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.338086] env[69722]: DEBUG nova.network.neutron [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updating instance_info_cache with network_info: [{"id": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "address": "fa:16:3e:af:15:a9", "network": {"id": "799f23fc-7fd8-466d-b22d-8cc6a753d9bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-232822488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7feeb412689140d2bd18f6756d3f43d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dec8a6e-89", "ovs_interfaceid": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.523010] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 54%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.624503] env[69722]: DEBUG oslo_concurrency.lockutils [None req-008f5ec2-cea4-4127-8be9-8e68c13d6448 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.157s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.625487] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 8.172s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.628444] env[69722]: INFO nova.compute.manager [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Unshelving [ 1121.733938] env[69722]: DEBUG nova.network.neutron [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updated VIF entry in instance network info cache for port 24c817a6-063f-44e0-bc4f-ac036e52750f. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.734381] env[69722]: DEBUG nova.network.neutron [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [{"id": "24c817a6-063f-44e0-bc4f-ac036e52750f", "address": "fa:16:3e:49:c6:74", "network": {"id": "ff33de31-3269-41df-bd5d-c468b49373e9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1723044936-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f8a82f58f42848cfa819e1c5e328ac56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24c817a6-06", "ovs_interfaceid": "24c817a6-063f-44e0-bc4f-ac036e52750f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.802664] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.814036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "refresh_cache-e81e7a89-6db8-4798-9927-35c04f74db3b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.814240] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "refresh_cache-e81e7a89-6db8-4798-9927-35c04f74db3b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.814432] env[69722]: DEBUG nova.network.neutron [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.840683] env[69722]: DEBUG oslo_concurrency.lockutils [req-5154e104-be8f-49fe-8d20-8eb066d9a0a2 req-84cfbd22-bf21-4d37-b2ca-b9c36307b2e0 service nova] Releasing lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.027300] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 69%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.236682] env[69722]: DEBUG oslo_concurrency.lockutils [req-1ad878cc-b629-4878-8a17-9c4c61ffd6eb req-dd8f202f-0a4b-48d8-aa33-59e826d3068f service nova] Releasing lock "refresh_cache-38c0f141-d98e-41ee-adbd-8a5ff3721f77" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.303299] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439058, 'name': PowerOffVM_Task, 'duration_secs': 1.297814} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.306671] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.306860] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.307754] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ab44e3-217b-479f-a7ab-0910b2b3ee36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.371223] env[69722]: DEBUG nova.network.neutron [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.447219] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145d8825-ed61-4dc3-adcd-93d4e72afc1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.457839] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751a0885-d1e7-4ce2-8719-3ec2b6edf629 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.494545] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa3ff42-5daf-4f07-bd3c-8eb9491d6de3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.502433] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.502694] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.502881] env[69722]: DEBUG nova.network.neutron [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.507982] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bfb9c-9661-4ced-96b2-19c4a56c2c59 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.530559] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 82%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.530864] env[69722]: DEBUG nova.compute.provider_tree [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.590475] env[69722]: DEBUG nova.network.neutron [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Updating instance_info_cache with network_info: [{"id": "f5bd4374-5a03-4185-9e17-38aaa3c992b1", "address": "fa:16:3e:0a:81:2d", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5bd4374-5a", "ovs_interfaceid": "f5bd4374-5a03-4185-9e17-38aaa3c992b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.655595] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.912254] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.912582] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.912725] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Deleting the datastore file [datastore2] 38c0f141-d98e-41ee-adbd-8a5ff3721f77 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.913037] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e773798-21c2-478f-9b6a-fa061802ce7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.921340] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for the task: (returnval){ [ 1122.921340] env[69722]: value = "task-3439060" [ 1122.921340] env[69722]: _type = "Task" [ 1122.921340] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.935588] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.022550] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 97%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.024785] env[69722]: DEBUG nova.compute.manager [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Received event network-vif-plugged-f5bd4374-5a03-4185-9e17-38aaa3c992b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.025008] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] Acquiring lock "e81e7a89-6db8-4798-9927-35c04f74db3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.025273] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.025413] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.025592] env[69722]: DEBUG nova.compute.manager [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] No waiting events found dispatching network-vif-plugged-f5bd4374-5a03-4185-9e17-38aaa3c992b1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.025773] env[69722]: WARNING nova.compute.manager [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Received unexpected event network-vif-plugged-f5bd4374-5a03-4185-9e17-38aaa3c992b1 for instance with vm_state building and task_state spawning. [ 1123.025935] env[69722]: DEBUG nova.compute.manager [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Received event network-changed-f5bd4374-5a03-4185-9e17-38aaa3c992b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.026113] env[69722]: DEBUG nova.compute.manager [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Refreshing instance network info cache due to event network-changed-f5bd4374-5a03-4185-9e17-38aaa3c992b1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.026287] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] Acquiring lock "refresh_cache-e81e7a89-6db8-4798-9927-35c04f74db3b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.033756] env[69722]: DEBUG nova.scheduler.client.report [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.092554] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "refresh_cache-e81e7a89-6db8-4798-9927-35c04f74db3b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.092909] env[69722]: DEBUG nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Instance network_info: |[{"id": "f5bd4374-5a03-4185-9e17-38aaa3c992b1", "address": "fa:16:3e:0a:81:2d", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5bd4374-5a", "ovs_interfaceid": "f5bd4374-5a03-4185-9e17-38aaa3c992b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.093211] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] Acquired lock "refresh_cache-e81e7a89-6db8-4798-9927-35c04f74db3b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.093394] env[69722]: DEBUG nova.network.neutron [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Refreshing network info cache for port f5bd4374-5a03-4185-9e17-38aaa3c992b1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.094593] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:81:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5bd4374-5a03-4185-9e17-38aaa3c992b1', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.102326] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.105358] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.109019] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-866e48c7-7f28-4e98-b258-9c82c7ceaea4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.134646] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.134646] env[69722]: value = "task-3439061" [ 1123.134646] env[69722]: _type = "Task" [ 1123.134646] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.141614] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439061, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.381087] env[69722]: INFO nova.network.neutron [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Port b5a389cf-680e-4e2b-aa3c-d50bc50017d0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1123.381869] env[69722]: DEBUG nova.network.neutron [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.436653] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.510214] env[69722]: DEBUG nova.network.neutron [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Updated VIF entry in instance network info cache for port f5bd4374-5a03-4185-9e17-38aaa3c992b1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.510478] env[69722]: DEBUG nova.network.neutron [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Updating instance_info_cache with network_info: [{"id": "f5bd4374-5a03-4185-9e17-38aaa3c992b1", "address": "fa:16:3e:0a:81:2d", "network": {"id": "a3a9c964-3103-4d69-8d02-ba6643677df1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1567707986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6dd80e6107e04c368942f31ae8fe1158", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5bd4374-5a", "ovs_interfaceid": "f5bd4374-5a03-4185-9e17-38aaa3c992b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.525230] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 97%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.538374] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.538941] env[69722]: DEBUG nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.542188] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.473s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.542381] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.544465] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.653s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.544723] env[69722]: DEBUG nova.objects.instance [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] [instance: 6b015718-057a-4996-a926-46f5c4940207] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.570971] env[69722]: INFO nova.scheduler.client.report [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted allocations for instance 05b24896-d5dd-4a18-a473-ebf73b357c11 [ 1123.643909] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439061, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.890108] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.932970] env[69722]: DEBUG oslo_vmware.api [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Task: {'id': task-3439060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.718723} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.933422] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.933629] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.933810] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.933983] env[69722]: INFO nova.compute.manager [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Took 3.18 seconds to destroy the instance on the hypervisor. [ 1123.934245] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.934443] env[69722]: DEBUG nova.compute.manager [-] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.934539] env[69722]: DEBUG nova.network.neutron [-] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.015809] env[69722]: DEBUG oslo_concurrency.lockutils [req-ec074acd-e967-47ec-9ab7-d78abe9e268c req-2b61d470-88bd-44b6-80e1-70255576f373 service nova] Releasing lock "refresh_cache-e81e7a89-6db8-4798-9927-35c04f74db3b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.017342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-51b287a0-38c9-418f-bf29-97fa5bbd9398-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.017342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-51b287a0-38c9-418f-bf29-97fa5bbd9398-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.017342] env[69722]: DEBUG nova.objects.instance [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'flavor' on Instance uuid 51b287a0-38c9-418f-bf29-97fa5bbd9398 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.027427] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task} progress is 98%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.043565] env[69722]: DEBUG nova.compute.utils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.044845] env[69722]: DEBUG nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.045497] env[69722]: DEBUG nova.network.neutron [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.082929] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e98e1f6d-171d-4e2a-a3fc-40ed800a5583 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "05b24896-d5dd-4a18-a473-ebf73b357c11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.559s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.109679] env[69722]: DEBUG nova.policy [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b6cc80edc5417286533eed5bf0e627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90782c0e049045e3894d193a9360292b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.144190] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439061, 'name': CreateVM_Task, 'duration_secs': 0.691975} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.144190] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.144953] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.145132] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.145463] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.145965] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6fdbdcd-16c3-4d94-8037-744ca1051878 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.152387] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1124.152387] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255f584-b5c0-dd3c-5418-b25c607319bd" [ 1124.152387] env[69722]: _type = "Task" [ 1124.152387] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.162786] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255f584-b5c0-dd3c-5418-b25c607319bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.243519] env[69722]: DEBUG nova.compute.manager [req-83623df8-a581-4b8e-bf48-e9ee343c55b1 req-0e29a2a6-d89b-479b-91e6-2edad19d1222 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Received event network-vif-deleted-24c817a6-063f-44e0-bc4f-ac036e52750f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.243725] env[69722]: INFO nova.compute.manager [req-83623df8-a581-4b8e-bf48-e9ee343c55b1 req-0e29a2a6-d89b-479b-91e6-2edad19d1222 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Neutron deleted interface 24c817a6-063f-44e0-bc4f-ac036e52750f; detaching it from the instance and deleting it from the info cache [ 1124.243900] env[69722]: DEBUG nova.network.neutron [req-83623df8-a581-4b8e-bf48-e9ee343c55b1 req-0e29a2a6-d89b-479b-91e6-2edad19d1222 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.394434] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d2b9b568-d379-47e7-b235-cffc2e776386 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-30144666-f5ce-40de-b98b-4a2a7b0903e4-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.036s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.438350] env[69722]: DEBUG nova.network.neutron [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Successfully created port: af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.528504] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439057, 'name': RelocateVM_Task, 'duration_secs': 3.672003} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.529595] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1124.529595] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686533', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'name': 'volume-66669c0d-1b03-4e58-a076-01151e28377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1589ab2-22b5-493e-b173-6ef5bb3dd5d7', 'attached_at': '', 'detached_at': '', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'serial': '66669c0d-1b03-4e58-a076-01151e28377d'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1124.529967] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2296d26-284a-400e-b997-f7efe6439279 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.547595] env[69722]: DEBUG nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.555087] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b867c-3288-4814-ba67-ea9f5314e5aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.559778] env[69722]: DEBUG oslo_concurrency.lockutils [None req-709ab029-c5dc-4afb-9e2d-e470546ee94b tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.564042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.105s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.565634] env[69722]: INFO nova.compute.claims [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.591251] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-66669c0d-1b03-4e58-a076-01151e28377d/volume-66669c0d-1b03-4e58-a076-01151e28377d.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.591947] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-decad959-e790-4ead-9e5b-f96c5dfd6388 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.613783] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1124.613783] env[69722]: value = "task-3439062" [ 1124.613783] env[69722]: _type = "Task" [ 1124.613783] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.626295] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.662891] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5255f584-b5c0-dd3c-5418-b25c607319bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.663239] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.663473] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.663707] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.663851] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.664042] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.664302] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c001c4d-35e0-409e-aee5-a1e69c1ad186 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.674217] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.674417] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.675194] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85337c38-25b5-49a6-aebd-7fc9f43804ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.680107] env[69722]: DEBUG nova.objects.instance [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'pci_requests' on Instance uuid 51b287a0-38c9-418f-bf29-97fa5bbd9398 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.684196] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1124.684196] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5276ecf1-6998-d999-157a-14baff2ae9bd" [ 1124.684196] env[69722]: _type = "Task" [ 1124.684196] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.693136] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5276ecf1-6998-d999-157a-14baff2ae9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.720640] env[69722]: DEBUG nova.network.neutron [-] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.746076] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-539d59e2-03b2-4862-8356-fa9e8c79bedd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.757013] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b0d9f-f1b9-4c1c-b1a3-757ffae8dfc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.793742] env[69722]: DEBUG nova.compute.manager [req-83623df8-a581-4b8e-bf48-e9ee343c55b1 req-0e29a2a6-d89b-479b-91e6-2edad19d1222 service nova] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Detach interface failed, port_id=24c817a6-063f-44e0-bc4f-ac036e52750f, reason: Instance 38c0f141-d98e-41ee-adbd-8a5ff3721f77 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.124207] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439062, 'name': ReconfigVM_Task, 'duration_secs': 0.307562} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.124516] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-66669c0d-1b03-4e58-a076-01151e28377d/volume-66669c0d-1b03-4e58-a076-01151e28377d.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.129863] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf18ea3-d6a2-4e5a-a9ed-193ce74608a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.147753] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1125.147753] env[69722]: value = "task-3439063" [ 1125.147753] env[69722]: _type = "Task" [ 1125.147753] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.157092] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.175467] env[69722]: DEBUG nova.compute.manager [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-changed-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.175655] env[69722]: DEBUG nova.compute.manager [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing instance network info cache due to event network-changed-52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.175875] env[69722]: DEBUG oslo_concurrency.lockutils [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] Acquiring lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.176021] env[69722]: DEBUG oslo_concurrency.lockutils [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] Acquired lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.176309] env[69722]: DEBUG nova.network.neutron [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Refreshing network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.182653] env[69722]: DEBUG nova.objects.base [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Object Instance<51b287a0-38c9-418f-bf29-97fa5bbd9398> lazy-loaded attributes: flavor,pci_requests {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1125.182901] env[69722]: DEBUG nova.network.neutron [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1125.196780] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5276ecf1-6998-d999-157a-14baff2ae9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011189} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.197786] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d9a4493-ee62-4ad0-92e3-684c74b6a016 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.204762] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1125.204762] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524bdc6b-b60f-2f60-a47e-f3ea9d456fe1" [ 1125.204762] env[69722]: _type = "Task" [ 1125.204762] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.213535] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524bdc6b-b60f-2f60-a47e-f3ea9d456fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.223194] env[69722]: INFO nova.compute.manager [-] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Took 1.29 seconds to deallocate network for instance. [ 1125.273960] env[69722]: DEBUG nova.policy [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0a45fcb90e549aa987baffada2b767d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '49ad1e8fdc3b489c9d32875e76230294', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1125.566049] env[69722]: DEBUG nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.592566] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.592836] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.592992] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.593193] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.593332] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.593477] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.593694] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.593927] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.594122] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.594288] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.594462] env[69722]: DEBUG nova.virt.hardware [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.595317] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eca207c-83db-4849-83f9-e57283fb1aae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.606112] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04414b9-0c63-480e-9514-a0d960349b52 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.658948] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439063, 'name': ReconfigVM_Task, 'duration_secs': 0.130686} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.659817] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686533', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'name': 'volume-66669c0d-1b03-4e58-a076-01151e28377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1589ab2-22b5-493e-b173-6ef5bb3dd5d7', 'attached_at': '', 'detached_at': '', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'serial': '66669c0d-1b03-4e58-a076-01151e28377d'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1125.659817] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ccdf814-761e-40dd-b71c-7e534b5e9af0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.670199] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1125.670199] env[69722]: value = "task-3439064" [ 1125.670199] env[69722]: _type = "Task" [ 1125.670199] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.681852] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439064, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.718370] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524bdc6b-b60f-2f60-a47e-f3ea9d456fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.718641] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.718903] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e81e7a89-6db8-4798-9927-35c04f74db3b/e81e7a89-6db8-4798-9927-35c04f74db3b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.719173] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd20cdf7-8893-4862-bd29-2ae81b7bafae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.729703] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1125.729703] env[69722]: value = "task-3439065" [ 1125.729703] env[69722]: _type = "Task" [ 1125.729703] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.730727] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.742017] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.841896] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e13a472-1986-4b58-8455-e335723760a5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.850378] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76830429-8ed4-4fef-b7ee-d2e4262b46af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.886407] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122a9e0b-1f06-4d69-b0cf-ccacb4c9cd8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.895735] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be282f4-bda1-4bff-bdb1-71c1f8dbe0de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.914447] env[69722]: DEBUG nova.compute.provider_tree [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.023389] env[69722]: DEBUG nova.network.neutron [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Successfully updated port: af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.182289] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439064, 'name': Rename_Task, 'duration_secs': 0.141776} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.182745] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.182841] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4905d140-436c-4038-a566-1f47cf9e0c0f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.190366] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1126.190366] env[69722]: value = "task-3439066" [ 1126.190366] env[69722]: _type = "Task" [ 1126.190366] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.202449] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.240677] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446429} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.240996] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] e81e7a89-6db8-4798-9927-35c04f74db3b/e81e7a89-6db8-4798-9927-35c04f74db3b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.241210] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.241490] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4c19d6c-9d76-46a3-ac52-4aa77764154a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.251667] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1126.251667] env[69722]: value = "task-3439067" [ 1126.251667] env[69722]: _type = "Task" [ 1126.251667] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.263100] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.265479] env[69722]: DEBUG nova.network.neutron [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updated VIF entry in instance network info cache for port 52618ced-aa51-451d-a128-4ff865e69b70. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.266154] env[69722]: DEBUG nova.network.neutron [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [{"id": "52618ced-aa51-451d-a128-4ff865e69b70", "address": "fa:16:3e:b2:bf:65", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52618ced-aa", "ovs_interfaceid": "52618ced-aa51-451d-a128-4ff865e69b70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.417881] env[69722]: DEBUG nova.scheduler.client.report [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.525499] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.525644] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.525773] env[69722]: DEBUG nova.network.neutron [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.637578] env[69722]: DEBUG nova.compute.manager [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Received event network-vif-plugged-af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.637915] env[69722]: DEBUG oslo_concurrency.lockutils [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] Acquiring lock "c66837fa-915a-4a4e-9558-4344440c2ef0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.638282] env[69722]: DEBUG oslo_concurrency.lockutils [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.638577] env[69722]: DEBUG oslo_concurrency.lockutils [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.638860] env[69722]: DEBUG nova.compute.manager [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] No waiting events found dispatching network-vif-plugged-af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.639427] env[69722]: WARNING nova.compute.manager [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Received unexpected event network-vif-plugged-af539f49-8885-46e0-aa96-4f5f9f7340a7 for instance with vm_state building and task_state spawning. [ 1126.639508] env[69722]: DEBUG nova.compute.manager [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Received event network-changed-af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.639727] env[69722]: DEBUG nova.compute.manager [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Refreshing instance network info cache due to event network-changed-af539f49-8885-46e0-aa96-4f5f9f7340a7. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.640013] env[69722]: DEBUG oslo_concurrency.lockutils [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] Acquiring lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.700616] env[69722]: DEBUG oslo_vmware.api [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439066, 'name': PowerOnVM_Task, 'duration_secs': 0.45643} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.700884] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.701093] env[69722]: INFO nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1126.701284] env[69722]: DEBUG nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.702061] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9533e4-e571-4ab3-80e7-df95493124d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.758891] env[69722]: DEBUG nova.network.neutron [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Successfully updated port: b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.764425] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0891} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.764539] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.765642] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256f4d76-ac7e-4b22-81c9-df9635fb33ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.768191] env[69722]: DEBUG oslo_concurrency.lockutils [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] Releasing lock "refresh_cache-30144666-f5ce-40de-b98b-4a2a7b0903e4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.768402] env[69722]: DEBUG nova.compute.manager [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.768715] env[69722]: DEBUG nova.compute.manager [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing instance network info cache due to event network-changed-8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.768793] env[69722]: DEBUG oslo_concurrency.lockutils [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.769270] env[69722]: DEBUG oslo_concurrency.lockutils [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.769270] env[69722]: DEBUG nova.network.neutron [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.794539] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e81e7a89-6db8-4798-9927-35c04f74db3b/e81e7a89-6db8-4798-9927-35c04f74db3b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.795125] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf182c7-0b20-4618-a0fb-0272af23b44b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.822976] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1126.822976] env[69722]: value = "task-3439068" [ 1126.822976] env[69722]: _type = "Task" [ 1126.822976] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.831591] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.923573] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.924063] env[69722]: DEBUG nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1126.927073] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.362s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.927295] env[69722]: DEBUG nova.objects.instance [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lazy-loading 'resources' on Instance uuid 0c3d1810-6408-44cb-90ee-61b88d59a8df {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.059088] env[69722]: DEBUG nova.network.neutron [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.190173] env[69722]: DEBUG nova.network.neutron [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Updating instance_info_cache with network_info: [{"id": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "address": "fa:16:3e:4b:14:6d", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf539f49-88", "ovs_interfaceid": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.217101] env[69722]: INFO nova.compute.manager [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Took 19.32 seconds to build instance. [ 1127.266307] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.334195] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439068, 'name': ReconfigVM_Task, 'duration_secs': 0.352731} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.337794] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e81e7a89-6db8-4798-9927-35c04f74db3b/e81e7a89-6db8-4798-9927-35c04f74db3b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.337794] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c4609d-27c6-4856-8371-ae48f6bfecd5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.343754] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1127.343754] env[69722]: value = "task-3439069" [ 1127.343754] env[69722]: _type = "Task" [ 1127.343754] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.352476] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439069, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.430846] env[69722]: DEBUG nova.compute.utils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1127.434729] env[69722]: DEBUG nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1127.434908] env[69722]: DEBUG nova.network.neutron [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1127.482796] env[69722]: DEBUG nova.network.neutron [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updated VIF entry in instance network info cache for port 8b22ee95-24ad-4bc1-9e27-e902face0534. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.483217] env[69722]: DEBUG nova.network.neutron [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.485620] env[69722]: DEBUG nova.policy [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49cf37ad5926449c90989ceca57b0fad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271cb59d17f84f13815778f8052bae48', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.692568] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.692940] env[69722]: DEBUG nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Instance network_info: |[{"id": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "address": "fa:16:3e:4b:14:6d", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf539f49-88", "ovs_interfaceid": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.693245] env[69722]: DEBUG oslo_concurrency.lockutils [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] Acquired lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.693418] env[69722]: DEBUG nova.network.neutron [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Refreshing network info cache for port af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.694604] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:14:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af539f49-8885-46e0-aa96-4f5f9f7340a7', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.707535] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.709621] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.710465] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48821ea-5768-486d-a5e9-5151bad92881 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.713219] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aaf6fc1e-9ffc-4160-b098-3d50e8de91e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.729141] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7e4b3100-3616-4a4e-acd0-1f49b9fdc396 tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.844s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.737562] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e7b7f9-6611-4abf-8ffc-3253b39b924b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.740977] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.740977] env[69722]: value = "task-3439070" [ 1127.740977] env[69722]: _type = "Task" [ 1127.740977] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.770923] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d169ef-6f69-4c87-8aa9-bc5f85b95c93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.777830] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439070, 'name': CreateVM_Task} progress is 15%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.781163] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c122932-8af5-4294-8bdd-4319a3fc7827 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.795262] env[69722]: DEBUG nova.compute.provider_tree [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.853971] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439069, 'name': Rename_Task, 'duration_secs': 0.375147} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.854264] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.854508] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c24caf38-d220-4d8a-800b-aeabd7de92bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.861639] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1127.861639] env[69722]: value = "task-3439071" [ 1127.861639] env[69722]: _type = "Task" [ 1127.861639] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.870076] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.884964] env[69722]: DEBUG nova.network.neutron [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Successfully created port: c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.935285] env[69722]: DEBUG nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1127.988619] env[69722]: DEBUG oslo_concurrency.lockutils [req-0fcfb8e7-f3f8-4d44-a519-846b2f03da06 req-917444c1-ce0b-4271-a7f5-1c762790ce21 service nova] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.989140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.989383] env[69722]: DEBUG nova.network.neutron [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.252359] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439070, 'name': CreateVM_Task, 'duration_secs': 0.443061} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.252688] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.253243] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.253633] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.254235] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.254235] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fef928c-358d-4a37-8033-29c60ff78f70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.262391] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1128.262391] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521b73b5-8b3f-ec9e-7332-a88259a48d65" [ 1128.262391] env[69722]: _type = "Task" [ 1128.262391] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.270872] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521b73b5-8b3f-ec9e-7332-a88259a48d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.297956] env[69722]: DEBUG nova.scheduler.client.report [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.373710] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439071, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.550252] env[69722]: WARNING nova.network.neutron [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] 3440ebdf-a28f-4afc-bb32-cc80347965dc already exists in list: networks containing: ['3440ebdf-a28f-4afc-bb32-cc80347965dc']. ignoring it [ 1128.623231] env[69722]: DEBUG nova.network.neutron [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Updated VIF entry in instance network info cache for port af539f49-8885-46e0-aa96-4f5f9f7340a7. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.623594] env[69722]: DEBUG nova.network.neutron [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Updating instance_info_cache with network_info: [{"id": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "address": "fa:16:3e:4b:14:6d", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf539f49-88", "ovs_interfaceid": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.731022] env[69722]: DEBUG nova.compute.manager [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-vif-plugged-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.731285] env[69722]: DEBUG oslo_concurrency.lockutils [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] Acquiring lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.731359] env[69722]: DEBUG oslo_concurrency.lockutils [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.731579] env[69722]: DEBUG oslo_concurrency.lockutils [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.731672] env[69722]: DEBUG nova.compute.manager [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] No waiting events found dispatching network-vif-plugged-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1128.731842] env[69722]: WARNING nova.compute.manager [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received unexpected event network-vif-plugged-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 for instance with vm_state active and task_state None. [ 1128.732008] env[69722]: DEBUG nova.compute.manager [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-changed-b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.732342] env[69722]: DEBUG nova.compute.manager [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing instance network info cache due to event network-changed-b5a389cf-680e-4e2b-aa3c-d50bc50017d0. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.732521] env[69722]: DEBUG oslo_concurrency.lockutils [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.776810] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521b73b5-8b3f-ec9e-7332-a88259a48d65, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.777144] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.777373] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.777598] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.777740] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.777916] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.778206] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8081c690-af36-4592-98dc-d78630097b7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.792306] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.792491] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.793230] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b1b854-bc10-47dd-969a-04feabec63df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.798708] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1128.798708] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c96312-d8ca-83ef-dc67-20dda2b3d34a" [ 1128.798708] env[69722]: _type = "Task" [ 1128.798708] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.802681] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.804925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.796s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.806570] env[69722]: INFO nova.compute.claims [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.814350] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c96312-d8ca-83ef-dc67-20dda2b3d34a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.836728] env[69722]: INFO nova.scheduler.client.report [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Deleted allocations for instance 0c3d1810-6408-44cb-90ee-61b88d59a8df [ 1128.872974] env[69722]: DEBUG oslo_vmware.api [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439071, 'name': PowerOnVM_Task, 'duration_secs': 0.703101} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.876407] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.876407] env[69722]: INFO nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1128.876407] env[69722]: DEBUG nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.876407] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf144e6-ac24-4135-80a8-8590dc28ecad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.945762] env[69722]: DEBUG nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1128.975675] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.975926] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.976099] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.976394] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.976569] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.976719] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.976928] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.977208] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.977401] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.977570] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.977743] env[69722]: DEBUG nova.virt.hardware [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.978659] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4099d01e-c13b-42ae-a17e-3539cc8dc812 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.987134] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325da264-c4c8-49ca-9d96-8c594eb239b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.006823] env[69722]: DEBUG nova.network.neutron [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "address": "fa:16:3e:13:da:77", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a389cf-68", "ovs_interfaceid": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.126746] env[69722]: DEBUG oslo_concurrency.lockutils [req-fdba4028-132f-413f-9784-3302e4993d99 req-2f4b7191-41d9-44ba-b751-8670bcc86183 service nova] Releasing lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.312518] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c96312-d8ca-83ef-dc67-20dda2b3d34a, 'name': SearchDatastore_Task, 'duration_secs': 0.021318} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.313589] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd2578-ae48-4036-9d76-ba8f8614d4d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.319881] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1129.319881] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bad469-fa4e-0dbd-58cd-9e0fc92fdc1b" [ 1129.319881] env[69722]: _type = "Task" [ 1129.319881] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.331036] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bad469-fa4e-0dbd-58cd-9e0fc92fdc1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.344249] env[69722]: DEBUG oslo_concurrency.lockutils [None req-338776d2-7c1b-4b5b-908f-a6c1acf442b3 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "0c3d1810-6408-44cb-90ee-61b88d59a8df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.189s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.396855] env[69722]: INFO nova.compute.manager [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Took 20.06 seconds to build instance. [ 1129.440202] env[69722]: DEBUG nova.compute.manager [req-e3889513-0df2-4568-836c-f15070f4625b req-66f14df5-1945-442f-b805-7c06a88d0b12 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Received event network-vif-plugged-c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.440202] env[69722]: DEBUG oslo_concurrency.lockutils [req-e3889513-0df2-4568-836c-f15070f4625b req-66f14df5-1945-442f-b805-7c06a88d0b12 service nova] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.440202] env[69722]: DEBUG oslo_concurrency.lockutils [req-e3889513-0df2-4568-836c-f15070f4625b req-66f14df5-1945-442f-b805-7c06a88d0b12 service nova] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.440202] env[69722]: DEBUG oslo_concurrency.lockutils [req-e3889513-0df2-4568-836c-f15070f4625b req-66f14df5-1945-442f-b805-7c06a88d0b12 service nova] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.440202] env[69722]: DEBUG nova.compute.manager [req-e3889513-0df2-4568-836c-f15070f4625b req-66f14df5-1945-442f-b805-7c06a88d0b12 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] No waiting events found dispatching network-vif-plugged-c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1129.440202] env[69722]: WARNING nova.compute.manager [req-e3889513-0df2-4568-836c-f15070f4625b req-66f14df5-1945-442f-b805-7c06a88d0b12 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Received unexpected event network-vif-plugged-c85805fb-b951-4164-9fa4-50dc8cdaabe9 for instance with vm_state building and task_state spawning. [ 1129.510441] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.510751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.510885] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.511137] env[69722]: DEBUG oslo_concurrency.lockutils [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.511356] env[69722]: DEBUG nova.network.neutron [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Refreshing network info cache for port b5a389cf-680e-4e2b-aa3c-d50bc50017d0 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.513322] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562e3c61-b7d9-4922-8616-f547ac58886b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.532786] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.534026] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.534026] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.534026] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.534026] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.534026] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.534026] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.534026] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.534641] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.534641] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.534641] env[69722]: DEBUG nova.virt.hardware [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.542087] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Reconfiguring VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1129.543105] env[69722]: DEBUG nova.network.neutron [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Successfully updated port: c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.544882] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa6fb31-cd14-4a4b-8716-27b6952f1283 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.566689] env[69722]: DEBUG oslo_vmware.api [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1129.566689] env[69722]: value = "task-3439073" [ 1129.566689] env[69722]: _type = "Task" [ 1129.566689] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.576247] env[69722]: DEBUG oslo_vmware.api [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439073, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.833141] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52bad469-fa4e-0dbd-58cd-9e0fc92fdc1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.833397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.833677] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] c66837fa-915a-4a4e-9558-4344440c2ef0/c66837fa-915a-4a4e-9558-4344440c2ef0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.836622] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0211b5f-4e87-464e-a3aa-f8eaf79ce993 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.846369] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1129.846369] env[69722]: value = "task-3439074" [ 1129.846369] env[69722]: _type = "Task" [ 1129.846369] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.858474] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.900537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-fbdadd1a-cb9e-4509-97ef-81b3d761857c tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.572s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.058488] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058647] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.058805] env[69722]: DEBUG nova.network.neutron [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.083045] env[69722]: DEBUG oslo_vmware.api [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.087347] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd5bf27-b47b-405c-a22f-d56b8e5922b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.096154] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9b9ea8-4bb7-4e9c-87ad-d4d5b82ea043 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.130433] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0742a7-faff-411a-8889-b4be02c6b856 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.141891] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baaef49-2210-401f-a904-842c54ad6363 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.165643] env[69722]: DEBUG nova.compute.provider_tree [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.357727] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439074, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.358955] env[69722]: DEBUG nova.network.neutron [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updated VIF entry in instance network info cache for port b5a389cf-680e-4e2b-aa3c-d50bc50017d0. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.359373] env[69722]: DEBUG nova.network.neutron [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "address": "fa:16:3e:13:da:77", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a389cf-68", "ovs_interfaceid": "b5a389cf-680e-4e2b-aa3c-d50bc50017d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.577845] env[69722]: DEBUG oslo_vmware.api [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.605712] env[69722]: DEBUG nova.network.neutron [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1130.669099] env[69722]: DEBUG nova.scheduler.client.report [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.773222] env[69722]: DEBUG nova.network.neutron [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updating instance_info_cache with network_info: [{"id": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "address": "fa:16:3e:77:6d:92", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85805fb-b9", "ovs_interfaceid": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.857967] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583764} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.858298] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] c66837fa-915a-4a4e-9558-4344440c2ef0/c66837fa-915a-4a4e-9558-4344440c2ef0.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.858547] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.858819] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeebcd1b-01c5-4da5-9a76-aef1df497a43 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.862413] env[69722]: DEBUG oslo_concurrency.lockutils [req-3325f534-7374-4773-a939-ea2dfaaddd8f req-859ab1b1-792b-4a2e-b3d3-70f844de660f service nova] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.865876] env[69722]: DEBUG nova.compute.manager [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Received event network-changed-9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.866115] env[69722]: DEBUG nova.compute.manager [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Refreshing instance network info cache due to event network-changed-9dec8a6e-89ac-4d80-a51b-faeadd1b7283. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.866360] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] Acquiring lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.866525] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] Acquired lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.866692] env[69722]: DEBUG nova.network.neutron [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Refreshing network info cache for port 9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.869279] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1130.869279] env[69722]: value = "task-3439075" [ 1130.869279] env[69722]: _type = "Task" [ 1130.869279] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.880590] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.059028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.059028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.078318] env[69722]: DEBUG oslo_vmware.api [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439073, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.174683] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.175237] env[69722]: DEBUG nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.178170] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.485s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.179723] env[69722]: INFO nova.compute.claims [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.277063] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.277063] env[69722]: DEBUG nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Instance network_info: |[{"id": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "address": "fa:16:3e:77:6d:92", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85805fb-b9", "ovs_interfaceid": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1131.277538] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:6d:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8652fa2-e608-4fe6-8b35-402a40906b40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c85805fb-b951-4164-9fa4-50dc8cdaabe9', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.285887] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.286168] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.287188] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6df497f5-3b7f-46ee-80cc-2ad67a121ef1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.308847] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.308847] env[69722]: value = "task-3439076" [ 1131.308847] env[69722]: _type = "Task" [ 1131.308847] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.317406] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439076, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.383433] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075592} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.383905] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.384718] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfed74e-308e-4469-88e4-7c0fc7a24dad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.410198] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c66837fa-915a-4a4e-9558-4344440c2ef0/c66837fa-915a-4a4e-9558-4344440c2ef0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.412807] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa8063b-f4b9-4075-83c7-5642a677c3ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.433709] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1131.433709] env[69722]: value = "task-3439077" [ 1131.433709] env[69722]: _type = "Task" [ 1131.433709] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.442699] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.561468] env[69722]: DEBUG nova.compute.utils [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.579619] env[69722]: DEBUG oslo_vmware.api [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439073, 'name': ReconfigVM_Task, 'duration_secs': 1.829374} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.580247] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.580328] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Reconfigured VM to attach interface {{(pid=69722) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1131.622555] env[69722]: DEBUG nova.network.neutron [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updated VIF entry in instance network info cache for port 9dec8a6e-89ac-4d80-a51b-faeadd1b7283. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.622936] env[69722]: DEBUG nova.network.neutron [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updating instance_info_cache with network_info: [{"id": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "address": "fa:16:3e:af:15:a9", "network": {"id": "799f23fc-7fd8-466d-b22d-8cc6a753d9bc", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-232822488-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7feeb412689140d2bd18f6756d3f43d6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dec8a6e-89", "ovs_interfaceid": "9dec8a6e-89ac-4d80-a51b-faeadd1b7283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.684718] env[69722]: DEBUG nova.compute.utils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.689372] env[69722]: DEBUG nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.689372] env[69722]: DEBUG nova.network.neutron [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.728258] env[69722]: DEBUG nova.policy [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a068131a8b6744b1bbd96648583a7b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10b9de3de2e4841ae31a67e663147e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.819573] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439076, 'name': CreateVM_Task, 'duration_secs': 0.449245} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.819774] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.820463] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.820635] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.820970] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.821238] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44f2cc4-1f87-4499-8d0b-42f74ef4f705 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.827134] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1131.827134] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52758c81-11a1-3660-9293-b268d0ea0900" [ 1131.827134] env[69722]: _type = "Task" [ 1131.827134] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.838990] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52758c81-11a1-3660-9293-b268d0ea0900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.945338] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.002227] env[69722]: DEBUG nova.network.neutron [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Successfully created port: a202bcd8-84ed-4969-ae20-f100557b6780 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.064599] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.084746] env[69722]: DEBUG oslo_concurrency.lockutils [None req-254f0070-b5d9-4256-bbf2-062097fc23df tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-51b287a0-38c9-418f-bf29-97fa5bbd9398-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.068s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.125979] env[69722]: DEBUG oslo_concurrency.lockutils [req-a3dd64f8-6ea0-4c19-b006-592b1cd52072 req-e23c1319-8dce-443a-ae1d-174037dccad0 service nova] Releasing lock "refresh_cache-d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.190086] env[69722]: DEBUG nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.337920] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52758c81-11a1-3660-9293-b268d0ea0900, 'name': SearchDatastore_Task, 'duration_secs': 0.0157} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.340207] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.340446] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.340686] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.340826] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.341008] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.341421] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-505e2176-c6b9-4bce-8d24-36e85de6a263 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.351938] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.352129] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.352815] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a2e7bd-731b-470f-8017-370938ce09c3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.358248] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1132.358248] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5204e091-bb1b-2696-bcb1-383d9bfc0e9d" [ 1132.358248] env[69722]: _type = "Task" [ 1132.358248] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.367815] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5204e091-bb1b-2696-bcb1-383d9bfc0e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.430052] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe777e7-ae76-4da0-a0f7-772208a622a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.440807] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da0a5bb-bdc1-4089-9d7d-9aed72f5f301 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.448817] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439077, 'name': ReconfigVM_Task, 'duration_secs': 0.570188} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.472140] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c66837fa-915a-4a4e-9558-4344440c2ef0/c66837fa-915a-4a4e-9558-4344440c2ef0.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.472907] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9555c17-c426-4b31-ae76-eb1517cd3004 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.474897] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43159577-799a-4c7b-a98b-b378a7a8f524 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.484013] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf5c55-e0f9-4994-b240-af5184047bfe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.487587] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1132.487587] env[69722]: value = "task-3439078" [ 1132.487587] env[69722]: _type = "Task" [ 1132.487587] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.500223] env[69722]: DEBUG nova.compute.provider_tree [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.507706] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439078, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.868465] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5204e091-bb1b-2696-bcb1-383d9bfc0e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.869276] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37c8dd0-2240-4c5b-87f0-9e1c7730cab8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.874138] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1132.874138] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f46ab6-62c8-bb7d-f39c-3a6a233f9c69" [ 1132.874138] env[69722]: _type = "Task" [ 1132.874138] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.881481] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f46ab6-62c8-bb7d-f39c-3a6a233f9c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.997636] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439078, 'name': Rename_Task, 'duration_secs': 0.240097} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.997902] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.998166] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3744092d-d181-477a-8594-082e2b716e1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.006375] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1133.006375] env[69722]: value = "task-3439079" [ 1133.006375] env[69722]: _type = "Task" [ 1133.006375] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.014411] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.021154] env[69722]: ERROR nova.scheduler.client.report [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [req-a7204a8b-8519-4054-bf64-ee7f9440fefb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a7204a8b-8519-4054-bf64-ee7f9440fefb"}]} [ 1133.039172] env[69722]: DEBUG nova.scheduler.client.report [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1133.055438] env[69722]: DEBUG nova.scheduler.client.report [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1133.055680] env[69722]: DEBUG nova.compute.provider_tree [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.066792] env[69722]: DEBUG nova.scheduler.client.report [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1133.085842] env[69722]: DEBUG nova.scheduler.client.report [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1133.127187] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.127639] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.127944] env[69722]: INFO nova.compute.manager [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Attaching volume 1d9462b6-b9db-4865-a99c-59222d06191b to /dev/sdb [ 1133.132515] env[69722]: DEBUG nova.compute.manager [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Received event network-changed-c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.132804] env[69722]: DEBUG nova.compute.manager [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Refreshing instance network info cache due to event network-changed-c85805fb-b951-4164-9fa4-50dc8cdaabe9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.133060] env[69722]: DEBUG oslo_concurrency.lockutils [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] Acquiring lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.133272] env[69722]: DEBUG oslo_concurrency.lockutils [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] Acquired lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.133513] env[69722]: DEBUG nova.network.neutron [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Refreshing network info cache for port c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.165028] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7691b2e-0c01-48d6-9047-b5b38cf5207d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.175779] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0106e3-e63c-4fac-b73b-73bb90d044e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.194709] env[69722]: DEBUG nova.virt.block_device [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updating existing volume attachment record: 5836b190-8eb6-4bdb-bc71-959026a906aa {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1133.202355] env[69722]: DEBUG nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.271273] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.272111] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.272111] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.272111] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.272111] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.272111] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.272321] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.272463] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.272627] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.272783] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.272953] env[69722]: DEBUG nova.virt.hardware [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.276180] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22db2d7f-dfe3-4c55-b44a-27592ea76099 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.283465] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade0b129-40eb-4cb7-a6b9-a4322c1bbc70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.384883] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f46ab6-62c8-bb7d-f39c-3a6a233f9c69, 'name': SearchDatastore_Task, 'duration_secs': 0.012232} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.387644] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.387920] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d2d5f530-82a1-4a3e-b963-c8e7e78bedf8/d2d5f530-82a1-4a3e-b963-c8e7e78bedf8.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.388413] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f324f861-e549-471a-bd98-d068100b4729 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.396430] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1133.396430] env[69722]: value = "task-3439081" [ 1133.396430] env[69722]: _type = "Task" [ 1133.396430] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.406967] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439081, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.429009] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64364db1-c649-48c1-8ee6-2df20e0bf9ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.438259] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60595ea-ff32-467f-8ca3-ca486af2bd55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.471134] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.471673] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "4213eb1b-11d1-4867-b59c-6ab329e92006" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.471882] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.471982] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "4213eb1b-11d1-4867-b59c-6ab329e92006-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.472189] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.472374] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.474148] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.475918] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac87cf2e-10a6-4714-8d0d-f723b2338b9d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.479326] env[69722]: INFO nova.compute.manager [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Terminating instance [ 1133.486870] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e43ed4-fa71-4318-860a-b3c969c8ecf3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.504421] env[69722]: DEBUG nova.compute.provider_tree [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.517945] env[69722]: DEBUG oslo_vmware.api [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439079, 'name': PowerOnVM_Task, 'duration_secs': 0.508438} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.518263] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.518513] env[69722]: INFO nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1133.518700] env[69722]: DEBUG nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.519908] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de3fdb0-1c73-4ffd-9d24-616642dd8f84 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.663170] env[69722]: DEBUG nova.network.neutron [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Successfully updated port: a202bcd8-84ed-4969-ae20-f100557b6780 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.908907] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439081, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495172} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.908907] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d2d5f530-82a1-4a3e-b963-c8e7e78bedf8/d2d5f530-82a1-4a3e-b963-c8e7e78bedf8.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.908907] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.908907] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae2f5eb-b109-48a2-b9a6-d40b2b784010 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.915647] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1133.915647] env[69722]: value = "task-3439084" [ 1133.915647] env[69722]: _type = "Task" [ 1133.915647] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.923659] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439084, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.983849] env[69722]: DEBUG nova.compute.manager [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.984075] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.985443] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb80fa-3b69-4162-a303-07fcc86d4227 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.990904] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.990904] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.990904] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.990904] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.990904] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.990904] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.990904] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1133.990904] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1133.997403] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.997644] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796797dd-81cb-4b55-81f6-42e2afc264a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.011370] env[69722]: DEBUG oslo_vmware.api [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1134.011370] env[69722]: value = "task-3439085" [ 1134.011370] env[69722]: _type = "Task" [ 1134.011370] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.021590] env[69722]: DEBUG oslo_vmware.api [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.041952] env[69722]: DEBUG nova.scheduler.client.report [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.042394] env[69722]: DEBUG nova.compute.provider_tree [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 144 to 145 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.042707] env[69722]: DEBUG nova.compute.provider_tree [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.046093] env[69722]: INFO nova.compute.manager [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Took 23.25 seconds to build instance. [ 1134.154669] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "interface-51b287a0-38c9-418f-bf29-97fa5bbd9398-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.154946] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-51b287a0-38c9-418f-bf29-97fa5bbd9398-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.163716] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "refresh_cache-ff288f6a-f425-4e54-80e1-9832c4d2bc11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.163891] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "refresh_cache-ff288f6a-f425-4e54-80e1-9832c4d2bc11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.164085] env[69722]: DEBUG nova.network.neutron [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.186518] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "e81e7a89-6db8-4798-9927-35c04f74db3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.186723] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.187441] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "e81e7a89-6db8-4798-9927-35c04f74db3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.187646] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.187823] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.190580] env[69722]: INFO nova.compute.manager [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Terminating instance [ 1134.200180] env[69722]: DEBUG nova.network.neutron [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updated VIF entry in instance network info cache for port c85805fb-b951-4164-9fa4-50dc8cdaabe9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.200660] env[69722]: DEBUG nova.network.neutron [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updating instance_info_cache with network_info: [{"id": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "address": "fa:16:3e:77:6d:92", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85805fb-b9", "ovs_interfaceid": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.426393] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439084, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154388} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.426714] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.427612] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57542ef-60d8-42ad-871b-4a8b95337967 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.450337] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] d2d5f530-82a1-4a3e-b963-c8e7e78bedf8/d2d5f530-82a1-4a3e-b963-c8e7e78bedf8.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.450629] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6b095a-0b97-4945-ac75-4786af1d2a7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.472634] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1134.472634] env[69722]: value = "task-3439086" [ 1134.472634] env[69722]: _type = "Task" [ 1134.472634] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.481855] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439086, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.493036] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.521822] env[69722]: DEBUG oslo_vmware.api [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439085, 'name': PowerOffVM_Task, 'duration_secs': 0.300677} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.522036] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.522211] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.522466] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7efd5b4e-1335-4a13-b122-5ef33560f255 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.548131] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.370s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.548741] env[69722]: DEBUG nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.551518] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.676s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.553350] env[69722]: DEBUG oslo_concurrency.lockutils [None req-310dd295-8360-45a7-b568-62c8f1031bb7 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.769s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.602113] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.602355] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.602545] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Deleting the datastore file [datastore2] 4213eb1b-11d1-4867-b59c-6ab329e92006 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.602814] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2afc7a3c-4ea2-401c-921b-7a750ec2930f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.610207] env[69722]: DEBUG oslo_vmware.api [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for the task: (returnval){ [ 1134.610207] env[69722]: value = "task-3439088" [ 1134.610207] env[69722]: _type = "Task" [ 1134.610207] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.620276] env[69722]: DEBUG oslo_vmware.api [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.658634] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.658838] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.659834] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d18473e-1006-44b1-be54-26a406c6de49 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.681197] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02d0ed5-e348-46d6-b211-ad333b3f0367 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.702552] env[69722]: DEBUG nova.compute.manager [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.702552] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.710764] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Reconfiguring VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1134.710764] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd11a2d2-cfbe-4744-a945-7ef94bd586bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.713874] env[69722]: DEBUG oslo_concurrency.lockutils [req-522728b9-70bf-4cdc-99fa-fe2f420a0a7e req-ef752fc1-7561-461f-bde5-3ce6f99c3be9 service nova] Releasing lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.714306] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07f9f6b-c5a3-4eeb-96b7-b69061baed00 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.728198] env[69722]: DEBUG nova.network.neutron [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.736948] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.739277] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-868a6ff8-c3f7-4fc8-9d45-50e22d860c8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.740400] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1134.740400] env[69722]: value = "task-3439089" [ 1134.740400] env[69722]: _type = "Task" [ 1134.740400] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.747640] env[69722]: DEBUG oslo_vmware.api [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1134.747640] env[69722]: value = "task-3439090" [ 1134.747640] env[69722]: _type = "Task" [ 1134.747640] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.754564] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.761962] env[69722]: DEBUG oslo_vmware.api [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.775174] env[69722]: DEBUG nova.compute.manager [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Received event network-changed-af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.775518] env[69722]: DEBUG nova.compute.manager [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Refreshing instance network info cache due to event network-changed-af539f49-8885-46e0-aa96-4f5f9f7340a7. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.775824] env[69722]: DEBUG oslo_concurrency.lockutils [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] Acquiring lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.776046] env[69722]: DEBUG oslo_concurrency.lockutils [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] Acquired lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.776277] env[69722]: DEBUG nova.network.neutron [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Refreshing network info cache for port af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.907740] env[69722]: DEBUG nova.network.neutron [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Updating instance_info_cache with network_info: [{"id": "a202bcd8-84ed-4969-ae20-f100557b6780", "address": "fa:16:3e:6d:7e:dd", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa202bcd8-84", "ovs_interfaceid": "a202bcd8-84ed-4969-ae20-f100557b6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.982728] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439086, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.055863] env[69722]: DEBUG nova.compute.utils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.060355] env[69722]: DEBUG nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.060540] env[69722]: DEBUG nova.network.neutron [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.122299] env[69722]: DEBUG oslo_vmware.api [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Task: {'id': task-3439088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15965} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.122571] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.122822] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.123030] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.123213] env[69722]: INFO nova.compute.manager [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1135.123454] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.123646] env[69722]: DEBUG nova.compute.manager [-] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.123860] env[69722]: DEBUG nova.network.neutron [-] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.136754] env[69722]: DEBUG nova.policy [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c732a6b5296c4297bd4edc967f227cce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de5f653b8dc348de8d530752b6f9cf47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.164053] env[69722]: DEBUG nova.compute.manager [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Received event network-vif-plugged-a202bcd8-84ed-4969-ae20-f100557b6780 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.164053] env[69722]: DEBUG oslo_concurrency.lockutils [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] Acquiring lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.165108] env[69722]: DEBUG oslo_concurrency.lockutils [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.165108] env[69722]: DEBUG oslo_concurrency.lockutils [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.165108] env[69722]: DEBUG nova.compute.manager [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] No waiting events found dispatching network-vif-plugged-a202bcd8-84ed-4969-ae20-f100557b6780 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.165108] env[69722]: WARNING nova.compute.manager [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Received unexpected event network-vif-plugged-a202bcd8-84ed-4969-ae20-f100557b6780 for instance with vm_state building and task_state spawning. [ 1135.165108] env[69722]: DEBUG nova.compute.manager [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Received event network-changed-a202bcd8-84ed-4969-ae20-f100557b6780 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.166695] env[69722]: DEBUG nova.compute.manager [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Refreshing instance network info cache due to event network-changed-a202bcd8-84ed-4969-ae20-f100557b6780. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.168157] env[69722]: DEBUG oslo_concurrency.lockutils [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] Acquiring lock "refresh_cache-ff288f6a-f425-4e54-80e1-9832c4d2bc11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.255622] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.264046] env[69722]: DEBUG oslo_vmware.api [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439090, 'name': PowerOffVM_Task, 'duration_secs': 0.24499} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.264327] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.264493] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.264748] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c6bdb17-60f8-4bc8-a93b-349ff5fcd4c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.337797] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.337918] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.341022] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleting the datastore file [datastore1] e81e7a89-6db8-4798-9927-35c04f74db3b {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.341022] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3919d8d4-59a4-4e4f-bc00-9eb8c982c6ef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.346797] env[69722]: DEBUG oslo_vmware.api [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for the task: (returnval){ [ 1135.346797] env[69722]: value = "task-3439092" [ 1135.346797] env[69722]: _type = "Task" [ 1135.346797] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.359867] env[69722]: DEBUG oslo_vmware.api [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.365513] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c93678d-2276-4d65-88cf-76fe2d8281b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.375366] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e1e230-c043-4086-811a-c9b16f4629d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.408857] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2dd9f2-f5f4-438e-9f12-675b40c867cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.414043] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "refresh_cache-ff288f6a-f425-4e54-80e1-9832c4d2bc11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.414419] env[69722]: DEBUG nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Instance network_info: |[{"id": "a202bcd8-84ed-4969-ae20-f100557b6780", "address": "fa:16:3e:6d:7e:dd", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa202bcd8-84", "ovs_interfaceid": "a202bcd8-84ed-4969-ae20-f100557b6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.414732] env[69722]: DEBUG oslo_concurrency.lockutils [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] Acquired lock "refresh_cache-ff288f6a-f425-4e54-80e1-9832c4d2bc11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.414914] env[69722]: DEBUG nova.network.neutron [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Refreshing network info cache for port a202bcd8-84ed-4969-ae20-f100557b6780 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.416142] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:7e:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a202bcd8-84ed-4969-ae20-f100557b6780', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.424190] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.425912] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.426159] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86833ca-27d5-46aa-aa32-e2328c24b28d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.445129] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08cf7f0-4d8f-4a91-a4aa-531b3cd5d227 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.451045] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.451045] env[69722]: value = "task-3439093" [ 1135.451045] env[69722]: _type = "Task" [ 1135.451045] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.466916] env[69722]: DEBUG nova.compute.provider_tree [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.474359] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439093, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.484562] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439086, 'name': ReconfigVM_Task, 'duration_secs': 0.561702} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.484912] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfigured VM instance instance-00000069 to attach disk [datastore2] d2d5f530-82a1-4a3e-b963-c8e7e78bedf8/d2d5f530-82a1-4a3e-b963-c8e7e78bedf8.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.485664] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03223b7c-573b-412d-8c16-3bb0905e194e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.493677] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1135.493677] env[69722]: value = "task-3439094" [ 1135.493677] env[69722]: _type = "Task" [ 1135.493677] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.503556] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439094, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.560909] env[69722]: DEBUG nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.684777] env[69722]: DEBUG nova.network.neutron [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Successfully created port: 954feed4-16fd-4f5a-9666-888047501831 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.698343] env[69722]: DEBUG nova.network.neutron [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Updated VIF entry in instance network info cache for port af539f49-8885-46e0-aa96-4f5f9f7340a7. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.698343] env[69722]: DEBUG nova.network.neutron [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Updating instance_info_cache with network_info: [{"id": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "address": "fa:16:3e:4b:14:6d", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf539f49-88", "ovs_interfaceid": "af539f49-8885-46e0-aa96-4f5f9f7340a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.754517] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.858892] env[69722]: DEBUG oslo_vmware.api [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Task: {'id': task-3439092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187745} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.859894] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.860134] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.861056] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.861279] env[69722]: INFO nova.compute.manager [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1135.861828] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.862061] env[69722]: DEBUG nova.compute.manager [-] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.862304] env[69722]: DEBUG nova.network.neutron [-] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.963693] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439093, 'name': CreateVM_Task, 'duration_secs': 0.376396} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.963898] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1135.964567] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.964735] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.965083] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.966029] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-744ec9a7-03c9-42b4-9025-32b28209f6d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.972514] env[69722]: DEBUG nova.scheduler.client.report [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.977270] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1135.977270] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5223b5fd-032f-ec96-fe56-cfded959d5b6" [ 1135.977270] env[69722]: _type = "Task" [ 1135.977270] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.987584] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5223b5fd-032f-ec96-fe56-cfded959d5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011207} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.987857] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.988117] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.988395] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.988654] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.989016] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.990303] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be90078b-6616-4298-82f8-ad6b3bcb2cb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.000110] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.000318] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.004704] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-643a2ada-55c7-47aa-baba-734b4f9e2865 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.007286] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439094, 'name': Rename_Task, 'duration_secs': 0.199697} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.007546] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.008100] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51d52f4d-a2a8-4999-becc-89fdc3329036 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.012709] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1136.012709] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f23be3-5848-5204-8f20-58932e6d14e8" [ 1136.012709] env[69722]: _type = "Task" [ 1136.012709] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.018252] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1136.018252] env[69722]: value = "task-3439097" [ 1136.018252] env[69722]: _type = "Task" [ 1136.018252] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.029103] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f23be3-5848-5204-8f20-58932e6d14e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.030544] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-808ca69b-c1d8-48aa-a3e6-8d246d3dd199 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.037761] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439097, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.043539] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1136.043539] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a1887f-d88e-9c2c-eed2-1f87be118d29" [ 1136.043539] env[69722]: _type = "Task" [ 1136.043539] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.054748] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a1887f-d88e-9c2c-eed2-1f87be118d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.200861] env[69722]: DEBUG oslo_concurrency.lockutils [req-74097de5-4947-41e6-a587-b13f5d3fa86b req-3c062e16-f188-4b49-85bd-47093020a202 service nova] Releasing lock "refresh_cache-c66837fa-915a-4a4e-9558-4344440c2ef0" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.224481] env[69722]: DEBUG nova.network.neutron [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Updated VIF entry in instance network info cache for port a202bcd8-84ed-4969-ae20-f100557b6780. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.225077] env[69722]: DEBUG nova.network.neutron [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Updating instance_info_cache with network_info: [{"id": "a202bcd8-84ed-4969-ae20-f100557b6780", "address": "fa:16:3e:6d:7e:dd", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa202bcd8-84", "ovs_interfaceid": "a202bcd8-84ed-4969-ae20-f100557b6780", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.226133] env[69722]: DEBUG nova.network.neutron [-] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.253718] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.532158] env[69722]: DEBUG oslo_vmware.api [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439097, 'name': PowerOnVM_Task, 'duration_secs': 0.499169} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.532522] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.532738] env[69722]: INFO nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1136.532920] env[69722]: DEBUG nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.533725] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cdfcac-906f-47ab-9a94-95c96e7b73ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.554453] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a1887f-d88e-9c2c-eed2-1f87be118d29, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.554713] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.554963] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ff288f6a-f425-4e54-80e1-9832c4d2bc11/ff288f6a-f425-4e54-80e1-9832c4d2bc11.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.555225] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-023f11af-2373-45c8-ac64-1e5b4a6b7320 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.562754] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1136.562754] env[69722]: value = "task-3439098" [ 1136.562754] env[69722]: _type = "Task" [ 1136.562754] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.573037] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.580752] env[69722]: DEBUG nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.593494] env[69722]: DEBUG nova.network.neutron [-] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.611149] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.611399] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.611558] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.611740] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.611884] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.612053] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.612272] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.612434] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.612602] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.612793] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.612990] env[69722]: DEBUG nova.virt.hardware [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.614093] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061a2a58-9c50-40ed-9d59-0dae4dfe44de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.623098] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf327bb9-7a62-4346-85dc-c216f53bc59e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.731277] env[69722]: DEBUG oslo_concurrency.lockutils [req-70a1b97b-fad3-4b87-807e-298690bbec2d req-0cde0453-245f-464b-8e6c-3b03cb0a8e2e service nova] Releasing lock "refresh_cache-ff288f6a-f425-4e54-80e1-9832c4d2bc11" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.731870] env[69722]: INFO nova.compute.manager [-] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Took 1.61 seconds to deallocate network for instance. [ 1136.753411] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.986180] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.434s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.986578] env[69722]: DEBUG nova.compute.manager [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69722) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1136.991276] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.771s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.991621] env[69722]: DEBUG nova.objects.instance [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lazy-loading 'resources' on Instance uuid 6b015718-057a-4996-a926-46f5c4940207 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.050941] env[69722]: INFO nova.compute.manager [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Took 23.61 seconds to build instance. [ 1137.073633] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482308} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.073899] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] ff288f6a-f425-4e54-80e1-9832c4d2bc11/ff288f6a-f425-4e54-80e1-9832c4d2bc11.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.074127] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.074371] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a7eb6b2-fe70-4e63-b612-2919341a3c9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.081872] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1137.081872] env[69722]: value = "task-3439099" [ 1137.081872] env[69722]: _type = "Task" [ 1137.081872] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.090811] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.096387] env[69722]: INFO nova.compute.manager [-] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Took 1.23 seconds to deallocate network for instance. [ 1137.154559] env[69722]: DEBUG nova.compute.manager [req-1a28b1b9-4f87-4546-9446-d9ec08ae4b94 req-f945cceb-86af-4966-a95a-35af38c7ca4d service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Received event network-vif-plugged-954feed4-16fd-4f5a-9666-888047501831 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.154811] env[69722]: DEBUG oslo_concurrency.lockutils [req-1a28b1b9-4f87-4546-9446-d9ec08ae4b94 req-f945cceb-86af-4966-a95a-35af38c7ca4d service nova] Acquiring lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.154999] env[69722]: DEBUG oslo_concurrency.lockutils [req-1a28b1b9-4f87-4546-9446-d9ec08ae4b94 req-f945cceb-86af-4966-a95a-35af38c7ca4d service nova] Lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.155199] env[69722]: DEBUG oslo_concurrency.lockutils [req-1a28b1b9-4f87-4546-9446-d9ec08ae4b94 req-f945cceb-86af-4966-a95a-35af38c7ca4d service nova] Lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.155374] env[69722]: DEBUG nova.compute.manager [req-1a28b1b9-4f87-4546-9446-d9ec08ae4b94 req-f945cceb-86af-4966-a95a-35af38c7ca4d service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] No waiting events found dispatching network-vif-plugged-954feed4-16fd-4f5a-9666-888047501831 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.155619] env[69722]: WARNING nova.compute.manager [req-1a28b1b9-4f87-4546-9446-d9ec08ae4b94 req-f945cceb-86af-4966-a95a-35af38c7ca4d service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Received unexpected event network-vif-plugged-954feed4-16fd-4f5a-9666-888047501831 for instance with vm_state building and task_state spawning. [ 1137.197478] env[69722]: DEBUG nova.compute.manager [req-9af835b2-93eb-41b3-adc9-ae89cbd5e5d5 req-51394ff3-3dbb-48ec-acb1-d10f4f17932c service nova] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Received event network-vif-deleted-4f524571-3f2f-4ac5-a71f-f128adbf0979 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.197667] env[69722]: DEBUG nova.compute.manager [req-9af835b2-93eb-41b3-adc9-ae89cbd5e5d5 req-51394ff3-3dbb-48ec-acb1-d10f4f17932c service nova] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Received event network-vif-deleted-f5bd4374-5a03-4185-9e17-38aaa3c992b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.238981] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.253140] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.293705] env[69722]: DEBUG nova.network.neutron [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Successfully updated port: 954feed4-16fd-4f5a-9666-888047501831 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.552996] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3dc30636-1ebf-465f-b74f-b6ac00ddac4c tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.128s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.555944] env[69722]: INFO nova.scheduler.client.report [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted allocation for migration 4e7218ab-0c4e-42fa-b899-6452cd155ba7 [ 1137.593731] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12549} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.593731] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.595128] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef34d94e-6cfe-4b06-a114-5ef968cf1f2e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.612378] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.619771] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ff288f6a-f425-4e54-80e1-9832c4d2bc11/ff288f6a-f425-4e54-80e1-9832c4d2bc11.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.623205] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722550a9-bb31-4d80-96f4-cf9e2d8d0740 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.646216] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1137.646216] env[69722]: value = "task-3439100" [ 1137.646216] env[69722]: _type = "Task" [ 1137.646216] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.657237] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.756409] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.789091] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1137.789091] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686546', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'name': 'volume-1d9462b6-b9db-4865-a99c-59222d06191b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab53a3b-31c5-4439-ac9b-802cb9c3e072', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'serial': '1d9462b6-b9db-4865-a99c-59222d06191b'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1137.789091] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf24a02-ac20-43fe-8484-6d2296b3871f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.795814] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.795961] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.796152] env[69722]: DEBUG nova.network.neutron [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1137.818669] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39431ca9-cbb9-4d72-b763-ea3dc788d4d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.857880] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-1d9462b6-b9db-4865-a99c-59222d06191b/volume-1d9462b6-b9db-4865-a99c-59222d06191b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.861081] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54edc448-dd3f-4638-ac64-d0306ab5be01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.881366] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1137.881366] env[69722]: value = "task-3439101" [ 1137.881366] env[69722]: _type = "Task" [ 1137.881366] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.891282] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.905040] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bf47a6-a786-4365-a51a-3f6d9d634934 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.919323] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717639c-a23f-4e6a-9296-cfa84e794f39 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.960724] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6b610b-5212-4f10-aa2d-e4da2e61d671 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.971087] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31829ed5-f964-4b84-84e4-a44702ca9d51 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.987275] env[69722]: DEBUG nova.compute.provider_tree [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.065009] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bcef2643-8016-4db8-99f2-0efbb17ab27b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.074s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.157390] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.254784] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.301360] env[69722]: DEBUG nova.objects.instance [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'flavor' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.337916] env[69722]: DEBUG nova.network.neutron [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.397670] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.490816] env[69722]: DEBUG nova.scheduler.client.report [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.518793] env[69722]: DEBUG nova.network.neutron [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance_info_cache with network_info: [{"id": "954feed4-16fd-4f5a-9666-888047501831", "address": "fa:16:3e:bb:58:5c", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954feed4-16", "ovs_interfaceid": "954feed4-16fd-4f5a-9666-888047501831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.658128] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439100, 'name': ReconfigVM_Task, 'duration_secs': 0.802942} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.658650] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ff288f6a-f425-4e54-80e1-9832c4d2bc11/ff288f6a-f425-4e54-80e1-9832c4d2bc11.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.659413] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b720939a-f0ac-428d-90e6-097137286c65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.670057] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1138.670057] env[69722]: value = "task-3439103" [ 1138.670057] env[69722]: _type = "Task" [ 1138.670057] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.686279] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439103, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.755997] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.809431] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.809616] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.809774] env[69722]: DEBUG nova.network.neutron [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.809959] env[69722]: DEBUG nova.objects.instance [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'info_cache' on Instance uuid 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.894447] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439101, 'name': ReconfigVM_Task, 'duration_secs': 0.892839} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.894778] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-1d9462b6-b9db-4865-a99c-59222d06191b/volume-1d9462b6-b9db-4865-a99c-59222d06191b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.899896] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae6f7aaa-10c5-49e4-b91f-31a8912a80c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.918984] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1138.918984] env[69722]: value = "task-3439104" [ 1138.918984] env[69722]: _type = "Task" [ 1138.918984] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.927979] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.998919] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.001531] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.493s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.003023] env[69722]: INFO nova.compute.claims [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.021068] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.021457] env[69722]: DEBUG nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Instance network_info: |[{"id": "954feed4-16fd-4f5a-9666-888047501831", "address": "fa:16:3e:bb:58:5c", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954feed4-16", "ovs_interfaceid": "954feed4-16fd-4f5a-9666-888047501831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.022673] env[69722]: INFO nova.scheduler.client.report [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Deleted allocations for instance 6b015718-057a-4996-a926-46f5c4940207 [ 1139.023873] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:58:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954feed4-16fd-4f5a-9666-888047501831', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.032739] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.036097] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.036198] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-304a7e1c-88a4-4c8d-8f21-748015cb542f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.059825] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.059825] env[69722]: value = "task-3439105" [ 1139.059825] env[69722]: _type = "Task" [ 1139.059825] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.069861] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439105, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.182413] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439103, 'name': Rename_Task, 'duration_secs': 0.251671} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.182700] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.182973] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03eabf38-8b10-4c3b-bbec-661b9c3775bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.189841] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1139.189841] env[69722]: value = "task-3439106" [ 1139.189841] env[69722]: _type = "Task" [ 1139.189841] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.192248] env[69722]: DEBUG nova.compute.manager [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Received event network-changed-954feed4-16fd-4f5a-9666-888047501831 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.192330] env[69722]: DEBUG nova.compute.manager [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Refreshing instance network info cache due to event network-changed-954feed4-16fd-4f5a-9666-888047501831. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.192517] env[69722]: DEBUG oslo_concurrency.lockutils [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] Acquiring lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.192658] env[69722]: DEBUG oslo_concurrency.lockutils [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] Acquired lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.192818] env[69722]: DEBUG nova.network.neutron [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Refreshing network info cache for port 954feed4-16fd-4f5a-9666-888047501831 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.206053] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.225366] env[69722]: DEBUG nova.compute.manager [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Received event network-changed-c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.225613] env[69722]: DEBUG nova.compute.manager [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Refreshing instance network info cache due to event network-changed-c85805fb-b951-4164-9fa4-50dc8cdaabe9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.225866] env[69722]: DEBUG oslo_concurrency.lockutils [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] Acquiring lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.226018] env[69722]: DEBUG oslo_concurrency.lockutils [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] Acquired lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.226182] env[69722]: DEBUG nova.network.neutron [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Refreshing network info cache for port c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.257147] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.313857] env[69722]: DEBUG nova.objects.base [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Object Instance<1968c49c-28b8-413a-8f36-be43a7dd7c5f> lazy-loaded attributes: flavor,info_cache {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.429608] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.538877] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4ab709fd-4efb-4668-8cb9-1ef9310af613 tempest-ServersListShow296Test-2074524570 tempest-ServersListShow296Test-2074524570-project-member] Lock "6b015718-057a-4996-a926-46f5c4940207" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.593s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.570944] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439105, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.702535] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.758756] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.931597] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439104, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.079500] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439105, 'name': CreateVM_Task, 'duration_secs': 0.739103} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.080044] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.084262] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.084626] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.086020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.088555] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e091d93-974a-4425-9f85-bb8317fe5294 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.095479] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1140.095479] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d76038-fc3c-abf2-000c-3f3b17fa1fb1" [ 1140.095479] env[69722]: _type = "Task" [ 1140.095479] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.116984] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d76038-fc3c-abf2-000c-3f3b17fa1fb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.181397] env[69722]: DEBUG nova.network.neutron [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updated VIF entry in instance network info cache for port 954feed4-16fd-4f5a-9666-888047501831. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.181397] env[69722]: DEBUG nova.network.neutron [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance_info_cache with network_info: [{"id": "954feed4-16fd-4f5a-9666-888047501831", "address": "fa:16:3e:bb:58:5c", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954feed4-16", "ovs_interfaceid": "954feed4-16fd-4f5a-9666-888047501831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.193404] env[69722]: DEBUG nova.network.neutron [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [{"id": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "address": "fa:16:3e:d7:08:57", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6c3e7c9-8d", "ovs_interfaceid": "d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.203328] env[69722]: DEBUG nova.network.neutron [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updated VIF entry in instance network info cache for port c85805fb-b951-4164-9fa4-50dc8cdaabe9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.203678] env[69722]: DEBUG nova.network.neutron [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updating instance_info_cache with network_info: [{"id": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "address": "fa:16:3e:77:6d:92", "network": {"id": "2ebf0f15-4ed9-4972-85e0-cc12d44fb1a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1485301391-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "271cb59d17f84f13815778f8052bae48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8652fa2-e608-4fe6-8b35-402a40906b40", "external-id": "nsx-vlan-transportzone-837", "segmentation_id": 837, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc85805fb-b9", "ovs_interfaceid": "c85805fb-b951-4164-9fa4-50dc8cdaabe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.208774] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439106, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.260909] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.334367] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ea5bed-363e-4679-bedc-f5c593f77df1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.343357] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dc1e53-4cf1-4e30-abdb-e4662412298d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.375816] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc39f7a-859f-4ce0-b5e2-0cd3b38e9dea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.383752] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6142150d-7798-43c6-b969-a35e1ca587dc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.397635] env[69722]: DEBUG nova.compute.provider_tree [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.430150] env[69722]: DEBUG oslo_vmware.api [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439104, 'name': ReconfigVM_Task, 'duration_secs': 1.217076} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.430442] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686546', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'name': 'volume-1d9462b6-b9db-4865-a99c-59222d06191b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab53a3b-31c5-4439-ac9b-802cb9c3e072', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'serial': '1d9462b6-b9db-4865-a99c-59222d06191b'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1140.606894] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d76038-fc3c-abf2-000c-3f3b17fa1fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012149} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.607152] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.607394] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.607630] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.607777] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.607954] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.608220] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24508dc4-ad9f-4e5e-88ac-dbf5089f87cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.618680] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.618680] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.619339] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e867a0af-3b60-47e5-89b2-69d5fa93a86f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.624939] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1140.624939] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b01ac3-a9bd-e441-e598-9ce59b35fdbf" [ 1140.624939] env[69722]: _type = "Task" [ 1140.624939] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.634569] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b01ac3-a9bd-e441-e598-9ce59b35fdbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.683448] env[69722]: DEBUG oslo_concurrency.lockutils [req-25b0ef77-1a10-407e-8a29-cd665bc1cff9 req-31b6e271-fcc2-4ead-8985-8645441ea493 service nova] Releasing lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.701429] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-1968c49c-28b8-413a-8f36-be43a7dd7c5f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.706587] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439106, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.709333] env[69722]: DEBUG oslo_concurrency.lockutils [req-1bdc6bfb-0ac2-46ad-9c04-485023ef8ff1 req-a5b6fb2a-b6f0-41f0-bf8a-3b6bf02be29c service nova] Releasing lock "refresh_cache-d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.760218] env[69722]: DEBUG oslo_vmware.api [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439089, 'name': ReconfigVM_Task, 'duration_secs': 5.959042} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.760516] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.760756] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Reconfigured VM to detach interface {{(pid=69722) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1140.900693] env[69722]: DEBUG nova.scheduler.client.report [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.143768] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b01ac3-a9bd-e441-e598-9ce59b35fdbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.143768] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff56e6d9-d0bc-465d-99ab-abfc9d0a42aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.150936] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1141.150936] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5238f8c1-a0c7-b724-b509-9de29b0f3ad7" [ 1141.150936] env[69722]: _type = "Task" [ 1141.150936] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.160945] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5238f8c1-a0c7-b724-b509-9de29b0f3ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.207096] env[69722]: DEBUG oslo_vmware.api [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439106, 'name': PowerOnVM_Task, 'duration_secs': 1.608575} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.208927] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.209195] env[69722]: INFO nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1141.209430] env[69722]: DEBUG nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.210458] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae15e20-7a31-4881-b66a-1ac67c135768 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.408263] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.408687] env[69722]: DEBUG nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.411636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.756s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.411636] env[69722]: DEBUG nova.objects.instance [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lazy-loading 'pci_requests' on Instance uuid 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.469812] env[69722]: DEBUG nova.objects.instance [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'flavor' on Instance uuid 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.664887] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5238f8c1-a0c7-b724-b509-9de29b0f3ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.665191] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.666948] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] e833742b-dfea-44b1-b1aa-947517908c9d/e833742b-dfea-44b1-b1aa-947517908c9d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.666948] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99c5c483-e02d-4077-af1e-75c26f026007 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.668644] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.668644] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.670649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.670649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.670649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.671867] env[69722]: INFO nova.compute.manager [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Terminating instance [ 1141.679416] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1141.679416] env[69722]: value = "task-3439108" [ 1141.679416] env[69722]: _type = "Task" [ 1141.679416] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.689805] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.710319] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.710660] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-636f3945-82ba-4d1d-a67e-e90848f94560 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.719862] env[69722]: DEBUG oslo_vmware.api [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1141.719862] env[69722]: value = "task-3439109" [ 1141.719862] env[69722]: _type = "Task" [ 1141.719862] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.736086] env[69722]: DEBUG oslo_vmware.api [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439109, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.736086] env[69722]: INFO nova.compute.manager [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Took 26.75 seconds to build instance. [ 1141.915061] env[69722]: DEBUG nova.compute.utils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.918034] env[69722]: DEBUG nova.objects.instance [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lazy-loading 'numa_topology' on Instance uuid 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.919528] env[69722]: DEBUG nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.919713] env[69722]: DEBUG nova.network.neutron [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.966711] env[69722]: DEBUG nova.policy [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42a663f52c4413594987b87486e0a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30203621030f4d029466b835d24f0670', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.975184] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f0fd50a6-dd09-48aa-a6cf-ddc644f9ad37 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.847s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.062105] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.062327] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquired lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.062545] env[69722]: DEBUG nova.network.neutron [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.176314] env[69722]: DEBUG nova.compute.manager [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.176702] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.177633] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3615c5-e751-4d31-9bda-1115200cd892 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.191510] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439108, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.193597] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.193838] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e899de70-3cf3-4aa7-a802-4f19e53f03f4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.202341] env[69722]: DEBUG oslo_vmware.api [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1142.202341] env[69722]: value = "task-3439110" [ 1142.202341] env[69722]: _type = "Task" [ 1142.202341] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.211894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.212218] env[69722]: DEBUG oslo_vmware.api [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.230927] env[69722]: DEBUG oslo_vmware.api [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439109, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.237537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5a25384-caaa-4eb8-af45-5e72d8235565 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.258s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.237828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.026s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.238077] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.238294] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.238513] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.240597] env[69722]: INFO nova.compute.manager [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Terminating instance [ 1142.420772] env[69722]: DEBUG nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.424035] env[69722]: INFO nova.compute.claims [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.429037] env[69722]: DEBUG nova.network.neutron [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Successfully created port: 43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.693865] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439108, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.716016] env[69722]: DEBUG oslo_vmware.api [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439110, 'name': PowerOffVM_Task, 'duration_secs': 0.149461} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.720869] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.721120] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.721535] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29566827-1644-429a-b528-b037cc03e0e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.733921] env[69722]: DEBUG oslo_vmware.api [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439109, 'name': PowerOnVM_Task, 'duration_secs': 0.693297} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.734236] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.734445] env[69722]: DEBUG nova.compute.manager [None req-7831fc23-d4e3-4bfa-879e-e40158398246 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.735298] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64d9f4f-36e8-43f8-bf3c-e3a22546e0a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.749532] env[69722]: DEBUG nova.compute.manager [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.749774] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.750859] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88f169-77cb-4307-a1d1-0c9c02d325b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.761690] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.761998] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c11935d3-d6e7-4f77-902d-eeca7b9b5920 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.770456] env[69722]: DEBUG oslo_vmware.api [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1142.770456] env[69722]: value = "task-3439113" [ 1142.770456] env[69722]: _type = "Task" [ 1142.770456] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.781869] env[69722]: DEBUG oslo_vmware.api [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.801913] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.802270] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.802649] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleting the datastore file [datastore1] 51b287a0-38c9-418f-bf29-97fa5bbd9398 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.802860] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f69122d7-7c19-4d28-9969-d10698f496f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.825434] env[69722]: INFO nova.network.neutron [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Port b5a389cf-680e-4e2b-aa3c-d50bc50017d0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1142.825823] env[69722]: DEBUG nova.network.neutron [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [{"id": "8b22ee95-24ad-4bc1-9e27-e902face0534", "address": "fa:16:3e:d3:99:85", "network": {"id": "3440ebdf-a28f-4afc-bb32-cc80347965dc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1210943329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "49ad1e8fdc3b489c9d32875e76230294", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b22ee95-24", "ovs_interfaceid": "8b22ee95-24ad-4bc1-9e27-e902face0534", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.828044] env[69722]: DEBUG oslo_vmware.api [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1142.828044] env[69722]: value = "task-3439114" [ 1142.828044] env[69722]: _type = "Task" [ 1142.828044] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.837644] env[69722]: DEBUG oslo_vmware.api [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.055403] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "ed3cad82-3c5d-48a3-a095-7296d1679331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.055612] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.194245] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439108, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.283320] env[69722]: DEBUG oslo_vmware.api [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439113, 'name': PowerOffVM_Task, 'duration_secs': 0.364339} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.283608] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.283787] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.284070] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bdd0a5a-ad35-4c87-b1df-8e44d8aeaf9b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.329587] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Releasing lock "refresh_cache-51b287a0-38c9-418f-bf29-97fa5bbd9398" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.343582] env[69722]: DEBUG oslo_vmware.api [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184204} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.343869] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.344074] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.344258] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.344439] env[69722]: INFO nova.compute.manager [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1143.344687] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.344884] env[69722]: DEBUG nova.compute.manager [-] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.344985] env[69722]: DEBUG nova.network.neutron [-] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.400266] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.400452] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.400749] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleting the datastore file [datastore1] ff288f6a-f425-4e54-80e1-9832c4d2bc11 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.401068] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1b5f803-bf4e-433b-a005-2dc912e8124a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.411813] env[69722]: DEBUG oslo_vmware.api [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1143.411813] env[69722]: value = "task-3439116" [ 1143.411813] env[69722]: _type = "Task" [ 1143.411813] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.422279] env[69722]: DEBUG oslo_vmware.api [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.440996] env[69722]: DEBUG nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.474115] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.474671] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.474671] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.474768] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.475026] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.475221] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.475585] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.475658] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.475793] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.475962] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.476266] env[69722]: DEBUG nova.virt.hardware [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.477457] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ccc1a8-c019-48d6-a83d-bc26f93dd515 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.491905] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78050b02-c219-477a-b8b0-be0d1b8d3c11 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.558865] env[69722]: DEBUG nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.697858] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439108, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.56208} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.698141] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] e833742b-dfea-44b1-b1aa-947517908c9d/e833742b-dfea-44b1-b1aa-947517908c9d.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.698364] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.698659] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1011c0b8-aa2c-415c-9172-73f17dfdb782 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.718649] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1143.718649] env[69722]: value = "task-3439117" [ 1143.718649] env[69722]: _type = "Task" [ 1143.718649] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.738402] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.757641] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551e043-2d0a-4824-b58b-45c7af47c94f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.768828] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86618665-5b56-4011-8cd3-9b0db43cc3d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.807792] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f3f38f-bb75-42c2-9137-515623081f3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.818272] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe74998-8181-4afd-8521-f86c8e9b277c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.835012] env[69722]: DEBUG nova.compute.provider_tree [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.838251] env[69722]: DEBUG oslo_concurrency.lockutils [None req-efb02088-a8bc-4338-8a75-8029fa476dce tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "interface-51b287a0-38c9-418f-bf29-97fa5bbd9398-b5a389cf-680e-4e2b-aa3c-d50bc50017d0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.683s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.924577] env[69722]: DEBUG oslo_vmware.api [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375307} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.925214] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.925409] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.925595] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.925829] env[69722]: INFO nova.compute.manager [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1143.926100] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.926303] env[69722]: DEBUG nova.compute.manager [-] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.926424] env[69722]: DEBUG nova.network.neutron [-] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.931446] env[69722]: DEBUG nova.compute.manager [req-351446f3-52e3-4449-a376-3396434ae2fd req-05de2caf-2142-40dc-bb91-c3ec0a86aa0b service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Received event network-vif-plugged-43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.931942] env[69722]: DEBUG oslo_concurrency.lockutils [req-351446f3-52e3-4449-a376-3396434ae2fd req-05de2caf-2142-40dc-bb91-c3ec0a86aa0b service nova] Acquiring lock "99167da8-e7d7-48a2-a208-08b2b8578f7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.932211] env[69722]: DEBUG oslo_concurrency.lockutils [req-351446f3-52e3-4449-a376-3396434ae2fd req-05de2caf-2142-40dc-bb91-c3ec0a86aa0b service nova] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.932420] env[69722]: DEBUG oslo_concurrency.lockutils [req-351446f3-52e3-4449-a376-3396434ae2fd req-05de2caf-2142-40dc-bb91-c3ec0a86aa0b service nova] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.932594] env[69722]: DEBUG nova.compute.manager [req-351446f3-52e3-4449-a376-3396434ae2fd req-05de2caf-2142-40dc-bb91-c3ec0a86aa0b service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] No waiting events found dispatching network-vif-plugged-43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.932773] env[69722]: WARNING nova.compute.manager [req-351446f3-52e3-4449-a376-3396434ae2fd req-05de2caf-2142-40dc-bb91-c3ec0a86aa0b service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Received unexpected event network-vif-plugged-43a5b291-a8c2-4092-9575-37840630152c for instance with vm_state building and task_state spawning. [ 1144.094833] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.109012] env[69722]: DEBUG nova.network.neutron [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Successfully updated port: 43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.234222] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114382} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.235075] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.235481] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99dc0fc-2168-48e6-a2c6-fc072feb7ae8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.267846] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] e833742b-dfea-44b1-b1aa-947517908c9d/e833742b-dfea-44b1-b1aa-947517908c9d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.268275] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563bd7cb-f684-4b8b-b919-3b0b3f35d310 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.298940] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1144.298940] env[69722]: value = "task-3439118" [ 1144.298940] env[69722]: _type = "Task" [ 1144.298940] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.316835] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439118, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.321124] env[69722]: DEBUG nova.compute.manager [req-068bf45c-a7b0-4484-b4d0-7cb2d10afa76 req-e3385f2b-5120-4104-8ae7-8348005c9934 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Received event network-vif-deleted-8b22ee95-24ad-4bc1-9e27-e902face0534 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.321124] env[69722]: INFO nova.compute.manager [req-068bf45c-a7b0-4484-b4d0-7cb2d10afa76 req-e3385f2b-5120-4104-8ae7-8348005c9934 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Neutron deleted interface 8b22ee95-24ad-4bc1-9e27-e902face0534; detaching it from the instance and deleting it from the info cache [ 1144.321289] env[69722]: DEBUG nova.network.neutron [req-068bf45c-a7b0-4484-b4d0-7cb2d10afa76 req-e3385f2b-5120-4104-8ae7-8348005c9934 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.361890] env[69722]: ERROR nova.scheduler.client.report [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [req-68269ca2-44ff-4599-b64c-72ecafc1695c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-68269ca2-44ff-4599-b64c-72ecafc1695c"}]} [ 1144.380089] env[69722]: DEBUG nova.scheduler.client.report [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1144.400733] env[69722]: DEBUG nova.scheduler.client.report [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1144.401076] env[69722]: DEBUG nova.compute.provider_tree [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.416245] env[69722]: DEBUG nova.scheduler.client.report [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1144.445041] env[69722]: DEBUG nova.scheduler.client.report [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1144.508542] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.508783] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.508953] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.509155] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.509335] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.514317] env[69722]: INFO nova.compute.manager [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Terminating instance [ 1144.612513] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.612667] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.612818] env[69722]: DEBUG nova.network.neutron [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.739565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b8a878-d9b3-4f52-8b71-3f5ae3d207aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.747669] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba2bf22-c079-4096-a7f8-6c3fb7b7b170 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.782163] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfad51e-9118-4426-a180-a156191c3612 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.790737] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bfdd9f-d574-4b8d-a65c-02b0bd2fbdfa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.794737] env[69722]: DEBUG nova.network.neutron [-] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.806317] env[69722]: DEBUG nova.network.neutron [-] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.807757] env[69722]: DEBUG nova.compute.provider_tree [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.819787] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.823544] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-591b96a6-0d2f-450a-be76-c04c3b99ef21 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.836377] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bf5eb9-e5ad-42b1-a24a-90a548f195a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.873497] env[69722]: DEBUG nova.compute.manager [req-068bf45c-a7b0-4484-b4d0-7cb2d10afa76 req-e3385f2b-5120-4104-8ae7-8348005c9934 service nova] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Detach interface failed, port_id=8b22ee95-24ad-4bc1-9e27-e902face0534, reason: Instance 51b287a0-38c9-418f-bf29-97fa5bbd9398 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.018595] env[69722]: DEBUG nova.compute.manager [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.018833] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.019820] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a714e1f-bfac-46c5-8e25-07ba1f825b34 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.030530] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.030912] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cec6e24-e666-42aa-bd19-8582879b13c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.039912] env[69722]: DEBUG oslo_vmware.api [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1145.039912] env[69722]: value = "task-3439120" [ 1145.039912] env[69722]: _type = "Task" [ 1145.039912] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.048318] env[69722]: DEBUG oslo_vmware.api [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.167825] env[69722]: DEBUG nova.network.neutron [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.298039] env[69722]: INFO nova.compute.manager [-] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Took 1.37 seconds to deallocate network for instance. [ 1145.316666] env[69722]: INFO nova.compute.manager [-] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Took 1.97 seconds to deallocate network for instance. [ 1145.322202] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439118, 'name': ReconfigVM_Task, 'duration_secs': 0.60112} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.326059] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Reconfigured VM instance instance-0000006b to attach disk [datastore2] e833742b-dfea-44b1-b1aa-947517908c9d/e833742b-dfea-44b1-b1aa-947517908c9d.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.326059] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ff61b1f-a0e1-4cae-9a75-1c22c54f01be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.336236] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1145.336236] env[69722]: value = "task-3439121" [ 1145.336236] env[69722]: _type = "Task" [ 1145.336236] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.349267] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439121, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.359782] env[69722]: DEBUG nova.scheduler.client.report [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1145.360051] env[69722]: DEBUG nova.compute.provider_tree [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 147 to 148 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1145.360232] env[69722]: DEBUG nova.compute.provider_tree [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1145.379413] env[69722]: DEBUG nova.network.neutron [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Updating instance_info_cache with network_info: [{"id": "43a5b291-a8c2-4092-9575-37840630152c", "address": "fa:16:3e:0e:f6:2a", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a5b291-a8", "ovs_interfaceid": "43a5b291-a8c2-4092-9575-37840630152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.552734] env[69722]: DEBUG oslo_vmware.api [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439120, 'name': PowerOffVM_Task, 'duration_secs': 0.199365} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.553028] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.553200] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.553460] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93795b7e-38b0-426c-bb85-c5e39c331294 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.620795] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.621032] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.621224] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleting the datastore file [datastore2] 1968c49c-28b8-413a-8f36-be43a7dd7c5f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.621501] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d85b3c-82b7-4ae8-a4fd-2471429af3d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.629772] env[69722]: DEBUG oslo_vmware.api [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1145.629772] env[69722]: value = "task-3439123" [ 1145.629772] env[69722]: _type = "Task" [ 1145.629772] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.638446] env[69722]: DEBUG oslo_vmware.api [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.806177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.829265] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.846548] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439121, 'name': Rename_Task, 'duration_secs': 0.191968} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.846883] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.847164] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-417b7361-94c3-425a-9189-0fd967799f75 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.856115] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1145.856115] env[69722]: value = "task-3439124" [ 1145.856115] env[69722]: _type = "Task" [ 1145.856115] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.865039] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.866917] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.455s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.868984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.138s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.869221] env[69722]: DEBUG nova.objects.instance [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lazy-loading 'resources' on Instance uuid 38c0f141-d98e-41ee-adbd-8a5ff3721f77 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.882045] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.882408] env[69722]: DEBUG nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Instance network_info: |[{"id": "43a5b291-a8c2-4092-9575-37840630152c", "address": "fa:16:3e:0e:f6:2a", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a5b291-a8", "ovs_interfaceid": "43a5b291-a8c2-4092-9575-37840630152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.882844] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f6:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43a5b291-a8c2-4092-9575-37840630152c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.891608] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.892194] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.892433] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-583b03b6-25d2-4df4-b1b3-406dd14c3191 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.909948] env[69722]: INFO nova.network.neutron [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating port 21a347cc-25cd-4151-b6f5-9d604e5d518c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1145.921628] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.921628] env[69722]: value = "task-3439125" [ 1145.921628] env[69722]: _type = "Task" [ 1145.921628] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.964542] env[69722]: DEBUG nova.compute.manager [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Received event network-changed-43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.964736] env[69722]: DEBUG nova.compute.manager [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Refreshing instance network info cache due to event network-changed-43a5b291-a8c2-4092-9575-37840630152c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.964953] env[69722]: DEBUG oslo_concurrency.lockutils [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] Acquiring lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.965115] env[69722]: DEBUG oslo_concurrency.lockutils [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] Acquired lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.965274] env[69722]: DEBUG nova.network.neutron [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Refreshing network info cache for port 43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.142266] env[69722]: DEBUG oslo_vmware.api [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274955} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.142610] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.142830] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.143059] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.143320] env[69722]: INFO nova.compute.manager [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1146.143592] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.143844] env[69722]: DEBUG nova.compute.manager [-] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.143946] env[69722]: DEBUG nova.network.neutron [-] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1146.370845] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439124, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.437220] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439125, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.660719] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce94c571-b487-4c66-903b-fe67e4fc3420 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.669012] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d5f0ff-447f-4e24-8d80-6a8e34d32bf4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.702891] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925d785-e3e6-49cf-b2a4-5bd3bb5d8b92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.711250] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c057eed8-5f69-4a02-808f-9942d7ff51ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.725265] env[69722]: DEBUG nova.compute.provider_tree [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1146.810772] env[69722]: DEBUG nova.network.neutron [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Updated VIF entry in instance network info cache for port 43a5b291-a8c2-4092-9575-37840630152c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.811422] env[69722]: DEBUG nova.network.neutron [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Updating instance_info_cache with network_info: [{"id": "43a5b291-a8c2-4092-9575-37840630152c", "address": "fa:16:3e:0e:f6:2a", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a5b291-a8", "ovs_interfaceid": "43a5b291-a8c2-4092-9575-37840630152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.868554] env[69722]: DEBUG oslo_vmware.api [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439124, 'name': PowerOnVM_Task, 'duration_secs': 0.778436} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.868951] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.869193] env[69722]: INFO nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1146.869378] env[69722]: DEBUG nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1146.870260] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7378f329-dcea-4e45-9c0f-0202a6d25b49 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.939450] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439125, 'name': CreateVM_Task, 'duration_secs': 0.585891} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.940424] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.941187] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.941377] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.941729] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.942309] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b110bd8-48d8-4c2b-854b-cf31d97448fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.949598] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1146.949598] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52261b74-787e-0ca4-fa41-81592d85e383" [ 1146.949598] env[69722]: _type = "Task" [ 1146.949598] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.961014] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52261b74-787e-0ca4-fa41-81592d85e383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.259619] env[69722]: DEBUG nova.scheduler.client.report [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1147.259915] env[69722]: DEBUG nova.compute.provider_tree [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 148 to 149 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1147.260111] env[69722]: DEBUG nova.compute.provider_tree [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.279662] env[69722]: DEBUG nova.network.neutron [-] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.314109] env[69722]: DEBUG oslo_concurrency.lockutils [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] Releasing lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.314401] env[69722]: DEBUG nova.compute.manager [req-16301758-0c6b-42d0-b690-98193f50f7f4 req-c632b4fa-cc8c-4e68-b1e3-db7b5997a3a8 service nova] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Received event network-vif-deleted-a202bcd8-84ed-4969-ae20-f100557b6780 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.336991] env[69722]: DEBUG nova.compute.manager [req-f3244ea5-838a-42b6-bd8c-ee9fd9e3b1bd req-39d0444c-5ac6-4277-b435-8c7719de5817 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received event network-vif-plugged-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.337199] env[69722]: DEBUG oslo_concurrency.lockutils [req-f3244ea5-838a-42b6-bd8c-ee9fd9e3b1bd req-39d0444c-5ac6-4277-b435-8c7719de5817 service nova] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.337638] env[69722]: DEBUG oslo_concurrency.lockutils [req-f3244ea5-838a-42b6-bd8c-ee9fd9e3b1bd req-39d0444c-5ac6-4277-b435-8c7719de5817 service nova] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.337859] env[69722]: DEBUG oslo_concurrency.lockutils [req-f3244ea5-838a-42b6-bd8c-ee9fd9e3b1bd req-39d0444c-5ac6-4277-b435-8c7719de5817 service nova] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.338062] env[69722]: DEBUG nova.compute.manager [req-f3244ea5-838a-42b6-bd8c-ee9fd9e3b1bd req-39d0444c-5ac6-4277-b435-8c7719de5817 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] No waiting events found dispatching network-vif-plugged-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.338215] env[69722]: WARNING nova.compute.manager [req-f3244ea5-838a-42b6-bd8c-ee9fd9e3b1bd req-39d0444c-5ac6-4277-b435-8c7719de5817 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received unexpected event network-vif-plugged-21a347cc-25cd-4151-b6f5-9d604e5d518c for instance with vm_state shelved_offloaded and task_state spawning. [ 1147.390084] env[69722]: INFO nova.compute.manager [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Took 31.72 seconds to build instance. [ 1147.435124] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.435124] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.436078] env[69722]: DEBUG nova.network.neutron [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.461689] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52261b74-787e-0ca4-fa41-81592d85e383, 'name': SearchDatastore_Task, 'duration_secs': 0.015064} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.461998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.462245] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.462867] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.462867] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.462867] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.463440] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f2d3a39-dfab-41e3-a503-3a8e8b833bd5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.472713] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.472887] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.473610] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca8af3d-3f51-47e9-90df-b1bfea929782 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.479532] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1147.479532] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525c2d35-95a8-eb5d-02fd-1b6e526f77ba" [ 1147.479532] env[69722]: _type = "Task" [ 1147.479532] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.487895] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525c2d35-95a8-eb5d-02fd-1b6e526f77ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.770041] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.771665] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.279s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.771845] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.772009] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1147.772322] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.534s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.772542] env[69722]: DEBUG nova.objects.instance [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lazy-loading 'resources' on Instance uuid 4213eb1b-11d1-4867-b59c-6ab329e92006 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.774150] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d49dafb-fc76-42cc-ad72-2f7da8c42343 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.782749] env[69722]: INFO nova.compute.manager [-] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Took 1.64 seconds to deallocate network for instance. [ 1147.785308] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721799e-ec56-4f89-a6a5-bbfa5e4d52f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.793497] env[69722]: INFO nova.scheduler.client.report [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Deleted allocations for instance 38c0f141-d98e-41ee-adbd-8a5ff3721f77 [ 1147.809132] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb35a28-225d-44ca-8503-254a326a1de4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.816874] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbe7702-49e1-44a3-a2d7-5c58cb2278f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.850072] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179537MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1147.850250] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.892511] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79aa7db0-2212-4a1b-bf57-c0594b8cb849 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.227s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.990299] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525c2d35-95a8-eb5d-02fd-1b6e526f77ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008966} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.991347] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f401592-de6d-4d4e-9fb5-6badd22e9ea4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.000194] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1148.000194] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528f4966-ca10-4e69-dfcd-94a04947d86b" [ 1148.000194] env[69722]: _type = "Task" [ 1148.000194] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.008306] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528f4966-ca10-4e69-dfcd-94a04947d86b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.064760] env[69722]: DEBUG nova.compute.manager [req-aaaf5fa2-bb25-4a4d-81cd-f43b867f7073 req-9b19479c-0ec9-4d4d-aed9-f542a9ff66fd service nova] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Received event network-vif-deleted-d6c3e7c9-8d98-4019-a4ca-8877e7c52d4b {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.192809] env[69722]: DEBUG nova.network.neutron [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a347cc-25", "ovs_interfaceid": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.296723] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.314812] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5bf4a4fb-f57b-4bc2-8d5a-a2adbd1ac6c3 tempest-ServerRescueTestJSONUnderV235-1572763515 tempest-ServerRescueTestJSONUnderV235-1572763515-project-member] Lock "38c0f141-d98e-41ee-adbd-8a5ff3721f77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.076s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.513750] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528f4966-ca10-4e69-dfcd-94a04947d86b, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.514042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.514304] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.514571] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-494a49c5-b327-4bd1-8973-6981dfe00d3a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.523070] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1148.523070] env[69722]: value = "task-3439127" [ 1148.523070] env[69722]: _type = "Task" [ 1148.523070] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.527549] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a62020-6bef-4193-bd59-bf02dea64a67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.538039] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c54e834-ec44-4153-ae85-fd9588a2fdd3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.541122] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.570752] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f578ab81-628f-46f7-b64a-fa53e7967888 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.579278] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c78c87-8e46-4102-9f29-19f183af32b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.601918] env[69722]: DEBUG nova.compute.provider_tree [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.696135] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.727544] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bbb5c1f943d751072180485ecb5e67b3',container_format='bare',created_at=2025-04-15T14:05:50Z,direct_url=,disk_format='vmdk',id=c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1954861575-shelved',owner='e085aae73e2c42baabb6dd4e9f4c8ea7',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-15T14:06:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.727817] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.728065] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.728260] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.728463] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.728615] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.728836] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.729018] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.729194] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.729403] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.729599] env[69722]: DEBUG nova.virt.hardware [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.730650] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb678fd-0be7-4ba6-9b9b-20e85af577a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.742644] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f70811-97e5-4e0e-98d8-a0549f37d367 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.762508] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a75bb6e-6331-4429-b1b9-c968cc22b9c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21a347cc-25cd-4151-b6f5-9d604e5d518c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.771511] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.772196] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.772196] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5bc5e7b-faae-4e94-b453-4e02ccd73e1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.797614] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.797614] env[69722]: value = "task-3439128" [ 1148.797614] env[69722]: _type = "Task" [ 1148.797614] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.812879] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439128, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.033729] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4586} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.033990] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.034244] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.034500] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0cf64dd-ec79-4f5c-ab1d-e383d786eaed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.044079] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1149.044079] env[69722]: value = "task-3439130" [ 1149.044079] env[69722]: _type = "Task" [ 1149.044079] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.053781] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.110605] env[69722]: DEBUG nova.scheduler.client.report [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.121357] env[69722]: DEBUG nova.compute.manager [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1149.311634] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439128, 'name': CreateVM_Task, 'duration_secs': 0.469991} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.311832] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.312500] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.312673] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.313096] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.313365] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f013ee4-91fb-4fdd-92a8-675b28990154 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.320099] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1149.320099] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5236e962-30a5-a223-4b68-15e37180bc94" [ 1149.320099] env[69722]: _type = "Task" [ 1149.320099] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.331603] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5236e962-30a5-a223-4b68-15e37180bc94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.366396] env[69722]: DEBUG nova.compute.manager [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received event network-changed-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.366548] env[69722]: DEBUG nova.compute.manager [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Refreshing instance network info cache due to event network-changed-21a347cc-25cd-4151-b6f5-9d604e5d518c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.366878] env[69722]: DEBUG oslo_concurrency.lockutils [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] Acquiring lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.367087] env[69722]: DEBUG oslo_concurrency.lockutils [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] Acquired lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.367290] env[69722]: DEBUG nova.network.neutron [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Refreshing network info cache for port 21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.555520] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075633} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.555714] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.556556] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1da425-725a-4391-badd-148ed8ea0b70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.581339] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.581780] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6a2187-e081-4607-a638-a06fe036e512 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.603656] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1149.603656] env[69722]: value = "task-3439131" [ 1149.603656] env[69722]: _type = "Task" [ 1149.603656] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.612151] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.620088] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.622349] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.011s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.622588] env[69722]: DEBUG nova.objects.instance [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lazy-loading 'resources' on Instance uuid e81e7a89-6db8-4798-9927-35c04f74db3b {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.641651] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.651095] env[69722]: INFO nova.scheduler.client.report [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Deleted allocations for instance 4213eb1b-11d1-4867-b59c-6ab329e92006 [ 1149.831554] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.831812] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Processing image c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.832056] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.832207] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.832383] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.832643] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f37139b4-c025-4351-8149-b2d6212ed766 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.842481] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.842786] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.843530] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869b92d6-7c74-4554-9687-18f7bf0d701c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.850378] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1149.850378] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520d407d-e642-91e4-610b-65d674c6a47b" [ 1149.850378] env[69722]: _type = "Task" [ 1149.850378] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.858625] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520d407d-e642-91e4-610b-65d674c6a47b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.097331] env[69722]: DEBUG nova.network.neutron [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updated VIF entry in instance network info cache for port 21a347cc-25cd-4151-b6f5-9d604e5d518c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.097695] env[69722]: DEBUG nova.network.neutron [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a347cc-25", "ovs_interfaceid": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.115653] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.161848] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9bd46cc0-6968-4d45-9e20-c5da8b79ed23 tempest-VolumesAdminNegativeTest-574400916 tempest-VolumesAdminNegativeTest-574400916-project-member] Lock "4213eb1b-11d1-4867-b59c-6ab329e92006" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.690s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.363014] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Preparing fetch location {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1150.363469] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Fetch image to [datastore1] OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6/OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6.vmdk {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1150.363469] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Downloading stream optimized image c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae to [datastore1] OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6/OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6.vmdk on the data store datastore1 as vApp {{(pid=69722) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1150.363689] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Downloading image file data c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae to the ESX as VM named 'OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6' {{(pid=69722) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1150.395786] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421fbc95-2cae-435b-b59b-314cbde575d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.422239] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02540c35-4d9c-4021-97e9-3468ceb873c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.454440] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a829d57d-41e5-44cc-9491-4f35a6a62be9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.462437] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774e76a9-ad1a-45ef-af2d-618c4320de85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.477815] env[69722]: DEBUG nova.compute.provider_tree [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.480072] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1150.480072] env[69722]: value = "resgroup-9" [ 1150.480072] env[69722]: _type = "ResourcePool" [ 1150.480072] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1150.480372] env[69722]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3e83a693-0c4a-4b60-9f18-ac2a118119d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.502243] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lease: (returnval){ [ 1150.502243] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520eb153-4618-9238-b3b4-5623c6c5fc3d" [ 1150.502243] env[69722]: _type = "HttpNfcLease" [ 1150.502243] env[69722]: } obtained for vApp import into resource pool (val){ [ 1150.502243] env[69722]: value = "resgroup-9" [ 1150.502243] env[69722]: _type = "ResourcePool" [ 1150.502243] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1150.502682] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the lease: (returnval){ [ 1150.502682] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520eb153-4618-9238-b3b4-5623c6c5fc3d" [ 1150.502682] env[69722]: _type = "HttpNfcLease" [ 1150.502682] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1150.510210] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.510210] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520eb153-4618-9238-b3b4-5623c6c5fc3d" [ 1150.510210] env[69722]: _type = "HttpNfcLease" [ 1150.510210] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.600954] env[69722]: DEBUG oslo_concurrency.lockutils [req-5322e8ed-8ffb-4cd3-a4bc-35017af88dfd req-09addfb0-fa7f-4f28-89a5-0f415f6d70d6 service nova] Releasing lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.616612] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439131, 'name': ReconfigVM_Task, 'duration_secs': 0.734121} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.617115] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.618512] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39591e79-03d8-47aa-ad22-3394ec94f0ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.629192] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1150.629192] env[69722]: value = "task-3439133" [ 1150.629192] env[69722]: _type = "Task" [ 1150.629192] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.640296] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439133, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.011235] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.011235] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520eb153-4618-9238-b3b4-5623c6c5fc3d" [ 1151.011235] env[69722]: _type = "HttpNfcLease" [ 1151.011235] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.018950] env[69722]: ERROR nova.scheduler.client.report [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] [req-2feaac19-1beb-4307-a22b-4ad488b36138] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2feaac19-1beb-4307-a22b-4ad488b36138"}]} [ 1151.043714] env[69722]: DEBUG nova.scheduler.client.report [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1151.059947] env[69722]: DEBUG nova.scheduler.client.report [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1151.059947] env[69722]: DEBUG nova.compute.provider_tree [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.074007] env[69722]: DEBUG nova.scheduler.client.report [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1151.092951] env[69722]: DEBUG nova.scheduler.client.report [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1151.141634] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439133, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.375021] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e9d791-5439-4a46-a4ad-2c6ec7acb52d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.381014] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5710e1e-03df-4600-a634-28178c702b13 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.416095] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cbcc37-38ed-4f04-84c2-04209a8d5168 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.428802] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f83a7e-dc0f-4565-9a6c-5243c9ba2267 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.444908] env[69722]: DEBUG nova.compute.provider_tree [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.511880] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.511880] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520eb153-4618-9238-b3b4-5623c6c5fc3d" [ 1151.511880] env[69722]: _type = "HttpNfcLease" [ 1151.511880] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1151.512202] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1151.512202] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520eb153-4618-9238-b3b4-5623c6c5fc3d" [ 1151.512202] env[69722]: _type = "HttpNfcLease" [ 1151.512202] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1151.512943] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29332be2-d2f5-4947-a7e3-14b96f5afd68 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.523832] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9f8ec-448c-62a3-d590-e29c0d1d98c0/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1151.523832] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9f8ec-448c-62a3-d590-e29c0d1d98c0/disk-0.vmdk. {{(pid=69722) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1151.593168] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a206b95-eee1-4de8-8a83-53cba132aa3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.640191] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439133, 'name': Rename_Task, 'duration_secs': 0.79868} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.640514] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.640778] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-372bf8be-954f-4ea5-bc5b-cfe70deb90ff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.647671] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1151.647671] env[69722]: value = "task-3439135" [ 1151.647671] env[69722]: _type = "Task" [ 1151.647671] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.657849] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.988836] env[69722]: DEBUG nova.scheduler.client.report [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1151.989132] env[69722]: DEBUG nova.compute.provider_tree [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 151 to 152 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1151.989342] env[69722]: DEBUG nova.compute.provider_tree [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.159896] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.496075] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.874s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.499061] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.404s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.502019] env[69722]: INFO nova.compute.claims [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.526709] env[69722]: INFO nova.scheduler.client.report [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Deleted allocations for instance e81e7a89-6db8-4798-9927-35c04f74db3b [ 1152.662844] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.696710] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Completed reading data from the image iterator. {{(pid=69722) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1152.699593] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9f8ec-448c-62a3-d590-e29c0d1d98c0/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1152.699593] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f764b35a-bdaf-47b9-acb8-2259fd414c2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.708199] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9f8ec-448c-62a3-d590-e29c0d1d98c0/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1152.708199] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9f8ec-448c-62a3-d590-e29c0d1d98c0/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1152.708199] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-eefc4d6d-1495-4ccc-90ae-7ec4f68043b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.965904] env[69722]: DEBUG oslo_vmware.rw_handles [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b9f8ec-448c-62a3-d590-e29c0d1d98c0/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1152.966163] env[69722]: INFO nova.virt.vmwareapi.images [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Downloaded image file data c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae [ 1152.967041] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baffc8e7-3f54-40b6-9a29-7289f89efb27 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.983854] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94b0443c-d9b9-4adf-adf9-16cbc8f7cfb7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.021634] env[69722]: INFO nova.virt.vmwareapi.images [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] The imported VM was unregistered [ 1153.025524] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Caching image {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1153.025843] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.028093] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf27561-04ec-431f-a03c-48197c9294d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.038204] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f4b5a199-18b7-48bc-9f4c-756ec545b8c1 tempest-ServerDiskConfigTestJSON-1314159818 tempest-ServerDiskConfigTestJSON-1314159818-project-member] Lock "e81e7a89-6db8-4798-9927-35c04f74db3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.851s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.047043] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Created directory with path [datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.047043] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6/OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6.vmdk to [datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae.vmdk. {{(pid=69722) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1153.047730] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-bc444eba-dfc5-4322-994b-16a528ccc9f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.059817] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1153.059817] env[69722]: value = "task-3439137" [ 1153.059817] env[69722]: _type = "Task" [ 1153.059817] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.072171] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439137, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.165413] env[69722]: DEBUG oslo_vmware.api [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439135, 'name': PowerOnVM_Task, 'duration_secs': 1.473788} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.165981] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.165981] env[69722]: INFO nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1153.166566] env[69722]: DEBUG nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.167259] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0153d1-67ca-4f99-ac14-e406f7ff041a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.575452] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439137, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.687685] env[69722]: INFO nova.compute.manager [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Took 33.20 seconds to build instance. [ 1153.820464] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1af930-72b0-465b-aba2-b97691333b80 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.833036] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b484d47e-67e5-43b2-b4c4-34351581bb19 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.868700] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6f0688-fca6-40db-bf8d-ca0048748332 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.877591] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f56db39-fbce-422d-b5f0-1e8aba48ee2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.903269] env[69722]: DEBUG nova.compute.provider_tree [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.905269] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.905495] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.905680] env[69722]: INFO nova.compute.manager [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Shelving [ 1154.076924] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439137, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.191542] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f358c4fd-1804-4c72-aaf3-b3f1752f00c6 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.709s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.301406] env[69722]: DEBUG nova.compute.manager [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Received event network-changed-43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.302025] env[69722]: DEBUG nova.compute.manager [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Refreshing instance network info cache due to event network-changed-43a5b291-a8c2-4092-9575-37840630152c. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.304380] env[69722]: DEBUG oslo_concurrency.lockutils [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] Acquiring lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.304380] env[69722]: DEBUG oslo_concurrency.lockutils [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] Acquired lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.304380] env[69722]: DEBUG nova.network.neutron [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Refreshing network info cache for port 43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.460714] env[69722]: DEBUG nova.scheduler.client.report [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1154.461763] env[69722]: DEBUG nova.compute.provider_tree [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 152 to 153 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1154.461994] env[69722]: DEBUG nova.compute.provider_tree [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.575753] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439137, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.920605] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.920946] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31deb500-7631-4534-99f2-583cfcc38932 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.936104] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1154.936104] env[69722]: value = "task-3439138" [ 1154.936104] env[69722]: _type = "Task" [ 1154.936104] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.944110] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.967388] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.967970] env[69722]: DEBUG nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.973295] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.166s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.973295] env[69722]: DEBUG nova.objects.instance [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'resources' on Instance uuid ff288f6a-f425-4e54-80e1-9832c4d2bc11 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.076291] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439137, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.318702] env[69722]: DEBUG nova.network.neutron [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Updated VIF entry in instance network info cache for port 43a5b291-a8c2-4092-9575-37840630152c. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.319146] env[69722]: DEBUG nova.network.neutron [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Updating instance_info_cache with network_info: [{"id": "43a5b291-a8c2-4092-9575-37840630152c", "address": "fa:16:3e:0e:f6:2a", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a5b291-a8", "ovs_interfaceid": "43a5b291-a8c2-4092-9575-37840630152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.444998] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.475133] env[69722]: DEBUG nova.compute.utils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.476959] env[69722]: DEBUG nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.478975] env[69722]: DEBUG nova.network.neutron [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.553451] env[69722]: DEBUG nova.policy [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aae11d1f09f4a7a83c3d6f32f7891a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ed2c89a0dd4cad85d7cf394b461776', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.582091] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439137, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.470161} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.582661] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6/OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6.vmdk to [datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae.vmdk. [ 1155.583009] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Cleaning up location [datastore1] OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1155.583348] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_f2a23dd2-7171-42f2-b20c-54dbc1c67da6 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.583761] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ae9008-8f73-4f17-a7bd-855357f999a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.594541] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1155.594541] env[69722]: value = "task-3439139" [ 1155.594541] env[69722]: _type = "Task" [ 1155.594541] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.606960] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.736919] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb68b7e-0578-424e-bd75-d0dd415ce40c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.746864] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18bb42a-f23c-43f0-8bcc-30ac5b95e104 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.782315] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976b30de-b5d5-43ec-92e6-317bbc86f90e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.799016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8a54a1-affb-4871-8e6b-b1066d5c544a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.831034] env[69722]: DEBUG oslo_concurrency.lockutils [req-d50676b0-5f7e-4ac9-a5e5-5a94b4ac3b6c req-ce924d30-e66d-4f95-b658-43de69ce0b73 service nova] Releasing lock "refresh_cache-99167da8-e7d7-48a2-a208-08b2b8578f7f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.834298] env[69722]: DEBUG nova.compute.provider_tree [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.931677] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.931677] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.947027] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439138, 'name': PowerOffVM_Task, 'duration_secs': 0.625952} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.951916] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.953049] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636674ee-fe6e-4335-a3fa-4b5abf67c723 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.975393] env[69722]: DEBUG nova.network.neutron [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Successfully created port: c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.978188] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01ea333-c067-446f-ae97-aebf480355eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.981116] env[69722]: DEBUG nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.106252] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040956} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.106369] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.106531] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.106899] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae.vmdk to [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.107210] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dd3d44e-7452-405f-88c8-8c47f2170f3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.115667] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1156.115667] env[69722]: value = "task-3439140" [ 1156.115667] env[69722]: _type = "Task" [ 1156.115667] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.126446] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.336610] env[69722]: DEBUG nova.scheduler.client.report [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.436116] env[69722]: DEBUG nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.492056] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1156.492364] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3a585c4b-f714-46e4-b84a-758a3deb42fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.502832] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1156.502832] env[69722]: value = "task-3439141" [ 1156.502832] env[69722]: _type = "Task" [ 1156.502832] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.513208] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439141, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.627027] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.842070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.845227] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.016s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.845227] env[69722]: DEBUG nova.objects.instance [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'resources' on Instance uuid 51b287a0-38c9-418f-bf29-97fa5bbd9398 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.868797] env[69722]: INFO nova.scheduler.client.report [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted allocations for instance ff288f6a-f425-4e54-80e1-9832c4d2bc11 [ 1156.957141] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.990614] env[69722]: DEBUG nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.012456] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439141, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.021134] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.021413] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.021562] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.021737] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.021879] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.022032] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.022241] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.022397] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.022564] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.022725] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.022900] env[69722]: DEBUG nova.virt.hardware [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.023796] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06178f4-1c0d-4aba-97b8-d65f17513a1a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.033428] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c3519-4dd7-465c-b4c1-4798fd13af2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.127449] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439140, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.379823] env[69722]: DEBUG oslo_concurrency.lockutils [None req-23561d15-7085-4e77-98f5-cdfef06c8192 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "ff288f6a-f425-4e54-80e1-9832c4d2bc11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.142s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.515592] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439141, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.591995] env[69722]: DEBUG nova.compute.manager [req-74dbe276-4d5a-4c7a-90e1-babe650d2fbd req-f89f36fd-ac6b-4cb0-b0bd-624485c953aa service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Received event network-vif-plugged-c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.591995] env[69722]: DEBUG oslo_concurrency.lockutils [req-74dbe276-4d5a-4c7a-90e1-babe650d2fbd req-f89f36fd-ac6b-4cb0-b0bd-624485c953aa service nova] Acquiring lock "ed3cad82-3c5d-48a3-a095-7296d1679331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.592236] env[69722]: DEBUG oslo_concurrency.lockutils [req-74dbe276-4d5a-4c7a-90e1-babe650d2fbd req-f89f36fd-ac6b-4cb0-b0bd-624485c953aa service nova] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.592359] env[69722]: DEBUG oslo_concurrency.lockutils [req-74dbe276-4d5a-4c7a-90e1-babe650d2fbd req-f89f36fd-ac6b-4cb0-b0bd-624485c953aa service nova] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.592496] env[69722]: DEBUG nova.compute.manager [req-74dbe276-4d5a-4c7a-90e1-babe650d2fbd req-f89f36fd-ac6b-4cb0-b0bd-624485c953aa service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] No waiting events found dispatching network-vif-plugged-c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1157.592646] env[69722]: WARNING nova.compute.manager [req-74dbe276-4d5a-4c7a-90e1-babe650d2fbd req-f89f36fd-ac6b-4cb0-b0bd-624485c953aa service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Received unexpected event network-vif-plugged-c685cf3d-cf41-4575-8113-f30d96aca0e3 for instance with vm_state building and task_state spawning. [ 1157.630017] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439140, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.647669] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b534c0-3527-45f8-b50e-00d732812830 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.656695] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe032051-67bb-4360-8380-bc1817b7f166 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.691308] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32de8f-d1ab-45bd-b8da-873379b4d144 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.700576] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1ee177-0b57-40a2-a899-6384946bec1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.719247] env[69722]: DEBUG nova.compute.provider_tree [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.744813] env[69722]: DEBUG nova.network.neutron [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Successfully updated port: c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.017228] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439141, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.128312] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439140, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.224254] env[69722]: DEBUG nova.scheduler.client.report [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.248140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.248140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.248140] env[69722]: DEBUG nova.network.neutron [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.517965] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439141, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.629299] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439140, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.704298] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.704579] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.729272] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.731686] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.881s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.748865] env[69722]: INFO nova.scheduler.client.report [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted allocations for instance 51b287a0-38c9-418f-bf29-97fa5bbd9398 [ 1158.790490] env[69722]: DEBUG nova.network.neutron [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.974055] env[69722]: DEBUG nova.network.neutron [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Updating instance_info_cache with network_info: [{"id": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "address": "fa:16:3e:89:10:ad", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc685cf3d-cf", "ovs_interfaceid": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.018130] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439141, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.129798] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439140, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.7496} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.130102] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae/c47bd6df-1cb0-4ccf-b1e0-064d52dae7ae.vmdk to [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.130890] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446d9dc4-77e0-4a75-be5a-5e0458d879bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.154413] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.154760] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab744884-3499-4ede-98c8-e0bd608577da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.178755] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1159.178755] env[69722]: value = "task-3439142" [ 1159.178755] env[69722]: _type = "Task" [ 1159.178755] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.190988] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.206721] env[69722]: DEBUG nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.258901] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f3b54068-2b9b-4170-8ff3-bd98afee904a tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "51b287a0-38c9-418f-bf29-97fa5bbd9398" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.590s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.477361] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.477777] env[69722]: DEBUG nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Instance network_info: |[{"id": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "address": "fa:16:3e:89:10:ad", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc685cf3d-cf", "ovs_interfaceid": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.478306] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:10:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c685cf3d-cf41-4575-8113-f30d96aca0e3', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.489737] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.490327] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.490613] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7efd8350-4049-4042-837a-e9b00a54f2d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.524759] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439141, 'name': CreateSnapshot_Task, 'duration_secs': 2.744487} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.526201] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1159.526462] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.526462] env[69722]: value = "task-3439143" [ 1159.526462] env[69722]: _type = "Task" [ 1159.526462] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.527146] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcae2996-2551-48b0-8579-92793dacd550 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.542654] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439143, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.619283] env[69722]: DEBUG nova.compute.manager [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Received event network-changed-c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.619283] env[69722]: DEBUG nova.compute.manager [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Refreshing instance network info cache due to event network-changed-c685cf3d-cf41-4575-8113-f30d96aca0e3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.619283] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] Acquiring lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.619283] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] Acquired lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.619425] env[69722]: DEBUG nova.network.neutron [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Refreshing network info cache for port c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.690773] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439142, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.730563] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.747404] env[69722]: INFO nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating resource usage from migration 13656510-bef3-4dd0-ba9d-f7e3769045e3 [ 1159.768850] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a8a67152-5fd1-4704-9f82-31d82d4cd134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.769044] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7bb71f82-7f50-469a-9827-8e27bb446245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.769178] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 09d214da-6eae-466e-850b-1f94dfda5795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.769316] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 30144666-f5ce-40de-b98b-4a2a7b0903e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.769440] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.769611] env[69722]: WARNING nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 1968c49c-28b8-413a-8f36-be43a7dd7c5f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1159.769783] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 36389626-0281-4d28-ab26-503bb70a7705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.769910] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.770048] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c66837fa-915a-4a4e-9558-4344440c2ef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.770172] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.770290] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 30953169-a61f-40d7-9d62-60e19097c4c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.770401] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 99167da8-e7d7-48a2-a208-08b2b8578f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.770510] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ed3cad82-3c5d-48a3-a095-7296d1679331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.770655] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Migration 13656510-bef3-4dd0-ba9d-f7e3769045e3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1159.770722] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance e833742b-dfea-44b1-b1aa-947517908c9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1159.906227] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.906507] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.906718] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.906901] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.907082] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.909190] env[69722]: INFO nova.compute.manager [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Terminating instance [ 1160.040360] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439143, 'name': CreateVM_Task, 'duration_secs': 0.385907} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.040708] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.041511] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.041827] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.042240] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.042609] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4758acd0-4880-4ce1-abd6-5309b76ec74a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.050683] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1160.051495] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c69d0406-7327-473e-9d5f-4040d6a8d9ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.057922] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1160.057922] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52136539-4b1b-b90c-5203-1507cc8b646d" [ 1160.057922] env[69722]: _type = "Task" [ 1160.057922] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.061908] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1160.061908] env[69722]: value = "task-3439144" [ 1160.061908] env[69722]: _type = "Task" [ 1160.061908] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.067889] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52136539-4b1b-b90c-5203-1507cc8b646d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.073457] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439144, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.191270] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439142, 'name': ReconfigVM_Task, 'duration_secs': 0.532709} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.193996] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1/30953169-a61f-40d7-9d62-60e19097c4c1.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.194770] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c5ada39-ad57-451e-8327-a328aa69e5ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.203461] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1160.203461] env[69722]: value = "task-3439145" [ 1160.203461] env[69722]: _type = "Task" [ 1160.203461] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.215076] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439145, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.274549] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance f7774d66-f3ed-4ad4-8c82-b432100881d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1160.324393] env[69722]: DEBUG nova.network.neutron [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Updated VIF entry in instance network info cache for port c685cf3d-cf41-4575-8113-f30d96aca0e3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.324742] env[69722]: DEBUG nova.network.neutron [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Updating instance_info_cache with network_info: [{"id": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "address": "fa:16:3e:89:10:ad", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc685cf3d-cf", "ovs_interfaceid": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.414765] env[69722]: DEBUG nova.compute.manager [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.415054] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.415947] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09243a83-15a1-4d79-9514-9ada361c16e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.425723] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.425971] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd08a083-67e6-4235-b1f6-5bc9717ae2aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.434314] env[69722]: DEBUG oslo_vmware.api [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1160.434314] env[69722]: value = "task-3439146" [ 1160.434314] env[69722]: _type = "Task" [ 1160.434314] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.443607] env[69722]: DEBUG oslo_vmware.api [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.569172] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52136539-4b1b-b90c-5203-1507cc8b646d, 'name': SearchDatastore_Task, 'duration_secs': 0.011324} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.569852] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.570161] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.570414] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.570605] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.570818] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.571113] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66aed6ea-8780-44e9-9535-c513c2280382 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.576057] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439144, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.594724] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.594959] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.596054] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6386acaf-19a7-4796-b30e-494ebe2abb85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.602491] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1160.602491] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e142ef-861e-93c5-1dc2-dbdb80beb362" [ 1160.602491] env[69722]: _type = "Task" [ 1160.602491] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.611912] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e142ef-861e-93c5-1dc2-dbdb80beb362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.716019] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439145, 'name': Rename_Task, 'duration_secs': 0.502261} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.716493] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.716866] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f72c885b-fbd8-4037-9e22-176ccc0f6423 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.724866] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1160.724866] env[69722]: value = "task-3439147" [ 1160.724866] env[69722]: _type = "Task" [ 1160.724866] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.737068] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.777411] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1160.777816] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1160.778064] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1160.828261] env[69722]: DEBUG oslo_concurrency.lockutils [req-03b812d0-ee50-4822-b9ab-1700a56ffd62 req-5b1bbf34-f59a-4433-a04b-4ddfd40b6928 service nova] Releasing lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.951050] env[69722]: DEBUG oslo_vmware.api [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439146, 'name': PowerOffVM_Task, 'duration_secs': 0.241241} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.951050] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1160.951304] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.951457] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6354b5c2-6148-45f8-bfea-314ba7efd77e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.017123] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c6977-2b43-4919-85fb-29431e1a4092 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.026843] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cad9a0-f7d4-464a-84b8-d6678ebf21b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.031869] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.032116] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.032321] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleting the datastore file [datastore1] 30144666-f5ce-40de-b98b-4a2a7b0903e4 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.033076] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8eaa4a3-ff1c-4772-b6ec-36c33287623a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069947] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f070fed1-1ca5-4625-aec9-b0516fbb23d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.072858] env[69722]: DEBUG oslo_vmware.api [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for the task: (returnval){ [ 1161.072858] env[69722]: value = "task-3439149" [ 1161.072858] env[69722]: _type = "Task" [ 1161.072858] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.082743] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439144, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.084605] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf600d76-3fb2-4136-8a19-b5251abb7c52 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.092599] env[69722]: DEBUG oslo_vmware.api [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.104424] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.116227] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e142ef-861e-93c5-1dc2-dbdb80beb362, 'name': SearchDatastore_Task, 'duration_secs': 0.027895} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.117726] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0715ad-db46-4cc0-ad8c-3995eedf7788 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.125580] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1161.125580] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5296da62-27bd-7641-bf16-7f8974185269" [ 1161.125580] env[69722]: _type = "Task" [ 1161.125580] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.134245] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5296da62-27bd-7641-bf16-7f8974185269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.235728] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439147, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.575308] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439144, 'name': CloneVM_Task, 'duration_secs': 1.282793} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.578315] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Created linked-clone VM from snapshot [ 1161.579127] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af0bf1e-ab6d-4098-974a-79dc550003df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.586786] env[69722]: DEBUG oslo_vmware.api [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Task: {'id': task-3439149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20098} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.590044] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.590247] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.590427] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.590602] env[69722]: INFO nova.compute.manager [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1161.590842] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.591084] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Uploading image d5caf207-66de-46c2-b6d1-f784f83f75f2 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1161.593162] env[69722]: DEBUG nova.compute.manager [-] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1161.593270] env[69722]: DEBUG nova.network.neutron [-] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1161.610746] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.622792] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1161.622792] env[69722]: value = "vm-686556" [ 1161.622792] env[69722]: _type = "VirtualMachine" [ 1161.622792] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1161.623104] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a7464cf7-67ed-4e08-90b8-59c3e4f8ccf6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.634363] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease: (returnval){ [ 1161.634363] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f4b60-b3a2-bc1d-c628-6e77d428be87" [ 1161.634363] env[69722]: _type = "HttpNfcLease" [ 1161.634363] env[69722]: } obtained for exporting VM: (result){ [ 1161.634363] env[69722]: value = "vm-686556" [ 1161.634363] env[69722]: _type = "VirtualMachine" [ 1161.634363] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1161.634675] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the lease: (returnval){ [ 1161.634675] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f4b60-b3a2-bc1d-c628-6e77d428be87" [ 1161.634675] env[69722]: _type = "HttpNfcLease" [ 1161.634675] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1161.638438] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5296da62-27bd-7641-bf16-7f8974185269, 'name': SearchDatastore_Task, 'duration_secs': 0.012985} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.641492] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.641756] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ed3cad82-3c5d-48a3-a095-7296d1679331/ed3cad82-3c5d-48a3-a095-7296d1679331.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.642014] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59b9c6ca-1783-42a1-9bf9-bb4a1061cbe3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.648353] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1161.648353] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f4b60-b3a2-bc1d-c628-6e77d428be87" [ 1161.648353] env[69722]: _type = "HttpNfcLease" [ 1161.648353] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1161.651114] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1161.651114] env[69722]: value = "task-3439151" [ 1161.651114] env[69722]: _type = "Task" [ 1161.651114] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.660221] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.736462] env[69722]: DEBUG oslo_vmware.api [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439147, 'name': PowerOnVM_Task, 'duration_secs': 0.521413} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.736759] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.885598] env[69722]: DEBUG nova.compute.manager [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.886306] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5214af76-c7c9-4901-a702-f4ec25e56054 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.019105] env[69722]: DEBUG nova.compute.manager [req-47a98d4f-3e0b-4c94-8563-95d6303d12cc req-e6963bd1-b43c-4d93-ba06-a419027f2cd4 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Received event network-vif-deleted-52618ced-aa51-451d-a128-4ff865e69b70 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.019105] env[69722]: INFO nova.compute.manager [req-47a98d4f-3e0b-4c94-8563-95d6303d12cc req-e6963bd1-b43c-4d93-ba06-a419027f2cd4 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Neutron deleted interface 52618ced-aa51-451d-a128-4ff865e69b70; detaching it from the instance and deleting it from the info cache [ 1162.019355] env[69722]: DEBUG nova.network.neutron [req-47a98d4f-3e0b-4c94-8563-95d6303d12cc req-e6963bd1-b43c-4d93-ba06-a419027f2cd4 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.116044] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1162.116445] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.385s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.116878] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.820s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.117199] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.119568] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.478s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.149021] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1162.149021] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f4b60-b3a2-bc1d-c628-6e77d428be87" [ 1162.149021] env[69722]: _type = "HttpNfcLease" [ 1162.149021] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1162.151039] env[69722]: INFO nova.scheduler.client.report [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted allocations for instance 1968c49c-28b8-413a-8f36-be43a7dd7c5f [ 1162.151805] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1162.151805] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f4b60-b3a2-bc1d-c628-6e77d428be87" [ 1162.151805] env[69722]: _type = "HttpNfcLease" [ 1162.151805] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1162.155663] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef64e37f-f44a-4bdf-9432-9b8462e2c2b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.173134] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7ec54-56ec-cd96-523d-0444cce3e02f/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1162.173647] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7ec54-56ec-cd96-523d-0444cce3e02f/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1162.178831] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439151, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.309930] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9664d18e-5c83-4b06-b209-c8db25006477 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.380254] env[69722]: DEBUG nova.network.neutron [-] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.405819] env[69722]: DEBUG oslo_concurrency.lockutils [None req-96333667-35fd-4ab7-a5d7-a8999dd047ac tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.780s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.522175] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-913a8e05-a6e3-4798-9a70-5b968afe7b23 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.536439] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b52f0b-48d3-450d-bc2c-718b9dde228c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.572810] env[69722]: DEBUG nova.compute.manager [req-47a98d4f-3e0b-4c94-8563-95d6303d12cc req-e6963bd1-b43c-4d93-ba06-a419027f2cd4 service nova] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Detach interface failed, port_id=52618ced-aa51-451d-a128-4ff865e69b70, reason: Instance 30144666-f5ce-40de-b98b-4a2a7b0903e4 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1162.625630] env[69722]: INFO nova.compute.claims [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.665435] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661027} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.667779] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] ed3cad82-3c5d-48a3-a095-7296d1679331/ed3cad82-3c5d-48a3-a095-7296d1679331.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.668098] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.668604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b10198b-9760-4cb5-927c-523583dc7ee0 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "1968c49c-28b8-413a-8f36-be43a7dd7c5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.160s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.669686] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d156923-c77c-41a3-a9e2-b6daf7e834e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.677347] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1162.677347] env[69722]: value = "task-3439152" [ 1162.677347] env[69722]: _type = "Task" [ 1162.677347] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.688465] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.885818] env[69722]: INFO nova.compute.manager [-] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Took 1.29 seconds to deallocate network for instance. [ 1163.131910] env[69722]: INFO nova.compute.resource_tracker [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating resource usage from migration 13656510-bef3-4dd0-ba9d-f7e3769045e3 [ 1163.190255] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078047} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.193467] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.194595] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d38ac-9815-454e-b5c1-8c60392409d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.218816] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ed3cad82-3c5d-48a3-a095-7296d1679331/ed3cad82-3c5d-48a3-a095-7296d1679331.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.221919] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45704c73-f598-4afe-9e90-85d1bb2cd4d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.244900] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1163.244900] env[69722]: value = "task-3439153" [ 1163.244900] env[69722]: _type = "Task" [ 1163.244900] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.259294] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439153, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.392431] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.436516] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5e002-2643-4f49-b423-b27f9832e466 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.446087] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a885cc0-e6f6-4ca1-99b3-5ef78bcaacd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.483430] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d80fbd-702d-41ca-988e-ecb1da51d4f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.492570] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0110814-34a3-455a-b0b7-9daef68dd3e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.509610] env[69722]: DEBUG nova.compute.provider_tree [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.755599] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439153, 'name': ReconfigVM_Task, 'duration_secs': 0.330232} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.756562] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ed3cad82-3c5d-48a3-a095-7296d1679331/ed3cad82-3c5d-48a3-a095-7296d1679331.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.757197] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18ef6c17-ff1b-4aa3-8abf-1ae2606052cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.772450] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1163.772450] env[69722]: value = "task-3439154" [ 1163.772450] env[69722]: _type = "Task" [ 1163.772450] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.785907] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439154, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.013160] env[69722]: DEBUG nova.scheduler.client.report [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.231495] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.231755] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.283227] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439154, 'name': Rename_Task, 'duration_secs': 0.15377} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.283769] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.283769] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2f4e80c-fdd3-4d03-a44c-d9c7e9d9b4e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.290874] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1164.290874] env[69722]: value = "task-3439155" [ 1164.290874] env[69722]: _type = "Task" [ 1164.290874] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.299325] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.519387] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.400s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.520043] env[69722]: INFO nova.compute.manager [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Migrating [ 1164.527413] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.570s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.529567] env[69722]: INFO nova.compute.claims [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.620530] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf87a567-07b9-4506-83b0-39717942b5cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.631088] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7702f6ef-b41f-460b-9564-09387e47bec5 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Suspending the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1164.631380] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8132cfcd-eabd-4970-9552-de9074aa7da7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.639383] env[69722]: DEBUG oslo_vmware.api [None req-7702f6ef-b41f-460b-9564-09387e47bec5 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1164.639383] env[69722]: value = "task-3439156" [ 1164.639383] env[69722]: _type = "Task" [ 1164.639383] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.652181] env[69722]: DEBUG oslo_vmware.api [None req-7702f6ef-b41f-460b-9564-09387e47bec5 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439156, 'name': SuspendVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.735028] env[69722]: DEBUG nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.803774] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.041815] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.041815] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.041815] env[69722]: DEBUG nova.network.neutron [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.151217] env[69722]: DEBUG oslo_vmware.api [None req-7702f6ef-b41f-460b-9564-09387e47bec5 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439156, 'name': SuspendVM_Task} progress is 62%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.261309] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.302933] env[69722]: DEBUG oslo_vmware.api [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439155, 'name': PowerOnVM_Task, 'duration_secs': 0.69331} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.303181] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.303720] env[69722]: INFO nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1165.303720] env[69722]: DEBUG nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.304402] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5891e39-5742-45fd-b56b-ff438c35959e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.651670] env[69722]: DEBUG oslo_vmware.api [None req-7702f6ef-b41f-460b-9564-09387e47bec5 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439156, 'name': SuspendVM_Task, 'duration_secs': 0.774534} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.656305] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7702f6ef-b41f-460b-9564-09387e47bec5 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Suspended the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1165.656523] env[69722]: DEBUG nova.compute.manager [None req-7702f6ef-b41f-460b-9564-09387e47bec5 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.657597] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c68ff3-ebf0-40c2-a217-c8e025ced8e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.810844] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9f9f2-ed4c-402b-a5f3-ce9c082703fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.825443] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38cb9e-8a0c-45db-9cfe-4feeada07ddd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.829259] env[69722]: INFO nova.compute.manager [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Took 21.76 seconds to build instance. [ 1165.866154] env[69722]: DEBUG nova.network.neutron [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance_info_cache with network_info: [{"id": "954feed4-16fd-4f5a-9666-888047501831", "address": "fa:16:3e:bb:58:5c", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954feed4-16", "ovs_interfaceid": "954feed4-16fd-4f5a-9666-888047501831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.868304] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451ba1d-6643-4021-a446-13baf00da515 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.877688] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c59acc-fb93-485c-bd2c-1b6a6360a5bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.893832] env[69722]: DEBUG nova.compute.provider_tree [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.335042] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8a67f489-1f9e-47ee-bd67-464cb443180c tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.279s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.338278] env[69722]: DEBUG nova.compute.manager [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Received event network-changed-c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.338461] env[69722]: DEBUG nova.compute.manager [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Refreshing instance network info cache due to event network-changed-c685cf3d-cf41-4575-8113-f30d96aca0e3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1166.338780] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] Acquiring lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.338891] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] Acquired lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.339058] env[69722]: DEBUG nova.network.neutron [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Refreshing network info cache for port c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.373234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.397075] env[69722]: DEBUG nova.scheduler.client.report [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.902475] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.903029] env[69722]: DEBUG nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.912115] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.182s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.913635] env[69722]: INFO nova.compute.claims [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.958337] env[69722]: INFO nova.compute.manager [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Rebuilding instance [ 1167.031020] env[69722]: DEBUG nova.compute.manager [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.031020] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8851309e-0dce-4e3f-833a-2c20d490f450 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.117057] env[69722]: DEBUG nova.network.neutron [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Updated VIF entry in instance network info cache for port c685cf3d-cf41-4575-8113-f30d96aca0e3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.117476] env[69722]: DEBUG nova.network.neutron [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Updating instance_info_cache with network_info: [{"id": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "address": "fa:16:3e:89:10:ad", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc685cf3d-cf", "ovs_interfaceid": "c685cf3d-cf41-4575-8113-f30d96aca0e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.145213] env[69722]: INFO nova.compute.manager [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Resuming [ 1167.145912] env[69722]: DEBUG nova.objects.instance [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lazy-loading 'flavor' on Instance uuid 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.418088] env[69722]: DEBUG nova.compute.utils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.419839] env[69722]: DEBUG nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.419839] env[69722]: DEBUG nova.network.neutron [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.467744] env[69722]: DEBUG nova.policy [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '49b6cc80edc5417286533eed5bf0e627', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90782c0e049045e3894d193a9360292b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.620526] env[69722]: DEBUG oslo_concurrency.lockutils [req-f5270557-d9bf-430c-aaaa-9d103eedddeb req-d1eeabbb-af9e-4d21-b8ab-b98039f67085 service nova] Releasing lock "refresh_cache-ed3cad82-3c5d-48a3-a095-7296d1679331" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.812378] env[69722]: DEBUG nova.network.neutron [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Successfully created port: 1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.896130] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e6a8d-5875-4165-9a7b-061895152c33 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.924275] env[69722]: DEBUG nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.931813] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance 'e833742b-dfea-44b1-b1aa-947517908c9d' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.049035] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.049035] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7239320-f263-418d-a82b-976b4a4fd9eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.057639] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1168.057639] env[69722]: value = "task-3439157" [ 1168.057639] env[69722]: _type = "Task" [ 1168.057639] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.070062] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.184940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103e03f9-19b0-4ae9-931f-27cbde3375aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.195278] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8358619b-4c88-46f0-b527-ea589492951b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.238309] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5789e5-15a2-431b-b243-34d07fc0b692 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.248305] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ac6dec-e4fa-4ba6-8802-42ac6cdc917e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.263228] env[69722]: DEBUG nova.compute.provider_tree [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.433960] env[69722]: INFO nova.virt.block_device [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Booting with volume 1bb8866b-de28-4c8b-9a24-e12e42ac3ede at /dev/sda [ 1168.437607] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.437953] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e342158e-b0fd-4f30-9d96-c29a3d67d719 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.448927] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1168.448927] env[69722]: value = "task-3439158" [ 1168.448927] env[69722]: _type = "Task" [ 1168.448927] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.459898] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.477042] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f690b8ed-25ab-49b2-9709-43a629498423 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.488703] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdbccc6-13c3-4a86-bd1a-235d28c00946 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.533481] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc130439-ecb6-49f1-bec9-d62caadd0ee7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.543672] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d691ff6-3871-4589-a833-727b4cc56bc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.568063] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439157, 'name': PowerOffVM_Task, 'duration_secs': 0.445009} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.579612] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.580401] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.580831] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c977a919-1bdd-4c9c-a1e6-e9f007f9608e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.582910] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49708696-6bf7-49ba-80e4-439e403ed55b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.591420] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444ef9a-160e-4214-831a-2d5fe7c36544 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.594185] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1168.594185] env[69722]: value = "task-3439159" [ 1168.594185] env[69722]: _type = "Task" [ 1168.594185] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.603233] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1168.603479] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1168.603479] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686533', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'name': 'volume-66669c0d-1b03-4e58-a076-01151e28377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1589ab2-22b5-493e-b173-6ef5bb3dd5d7', 'attached_at': '', 'detached_at': '', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'serial': '66669c0d-1b03-4e58-a076-01151e28377d'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1168.607962] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201ef3ee-6b01-43f3-ad40-0017a06a1e3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.610568] env[69722]: DEBUG nova.virt.block_device [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating existing volume attachment record: 1841ab33-e6c2-4d2a-b9cc-24ca5c720c5e {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1168.629625] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0f0278-0770-4811-b93a-db95da41fca1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.638099] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe93f36-2214-4b8c-81c7-984cf30124e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.656696] env[69722]: DEBUG oslo_concurrency.lockutils [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.656696] env[69722]: DEBUG oslo_concurrency.lockutils [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquired lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.656861] env[69722]: DEBUG nova.network.neutron [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.658735] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa8b04d-9505-4129-b56e-5322450b4db6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.679387] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] The volume has not been displaced from its original location: [datastore1] volume-66669c0d-1b03-4e58-a076-01151e28377d/volume-66669c0d-1b03-4e58-a076-01151e28377d.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1168.684805] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1168.685768] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a802da31-2d43-465d-bc02-c71a46d0b32e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.708714] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1168.708714] env[69722]: value = "task-3439160" [ 1168.708714] env[69722]: _type = "Task" [ 1168.708714] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.767043] env[69722]: DEBUG nova.scheduler.client.report [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.960118] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439158, 'name': PowerOffVM_Task, 'duration_secs': 0.241878} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.960432] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.960593] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance 'e833742b-dfea-44b1-b1aa-947517908c9d' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.220377] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439160, 'name': ReconfigVM_Task, 'duration_secs': 0.208249} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.220377] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.224473] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca1859d6-b6b4-4596-a81e-300041bfb57a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.243867] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1169.243867] env[69722]: value = "task-3439161" [ 1169.243867] env[69722]: _type = "Task" [ 1169.243867] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.253809] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.261439] env[69722]: DEBUG nova.compute.manager [req-c42077be-eeb9-4fe0-9129-e4d6efe70890 req-19b636f3-09a6-4fd8-9be7-dda6a979e843 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Received event network-vif-plugged-1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.261666] env[69722]: DEBUG oslo_concurrency.lockutils [req-c42077be-eeb9-4fe0-9129-e4d6efe70890 req-19b636f3-09a6-4fd8-9be7-dda6a979e843 service nova] Acquiring lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.262449] env[69722]: DEBUG oslo_concurrency.lockutils [req-c42077be-eeb9-4fe0-9129-e4d6efe70890 req-19b636f3-09a6-4fd8-9be7-dda6a979e843 service nova] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.262670] env[69722]: DEBUG oslo_concurrency.lockutils [req-c42077be-eeb9-4fe0-9129-e4d6efe70890 req-19b636f3-09a6-4fd8-9be7-dda6a979e843 service nova] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.262948] env[69722]: DEBUG nova.compute.manager [req-c42077be-eeb9-4fe0-9129-e4d6efe70890 req-19b636f3-09a6-4fd8-9be7-dda6a979e843 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] No waiting events found dispatching network-vif-plugged-1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.263092] env[69722]: WARNING nova.compute.manager [req-c42077be-eeb9-4fe0-9129-e4d6efe70890 req-19b636f3-09a6-4fd8-9be7-dda6a979e843 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Received unexpected event network-vif-plugged-1b26687c-6d5a-4296-a987-b14e234258bb for instance with vm_state building and task_state block_device_mapping. [ 1169.273100] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.273269] env[69722]: DEBUG nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.276741] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.884s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.277179] env[69722]: DEBUG nova.objects.instance [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lazy-loading 'resources' on Instance uuid 30144666-f5ce-40de-b98b-4a2a7b0903e4 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.355414] env[69722]: DEBUG nova.network.neutron [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Successfully updated port: 1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.396932] env[69722]: DEBUG nova.network.neutron [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [{"id": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "address": "fa:16:3e:a2:f8:74", "network": {"id": "11ec05fa-f433-4cd8-9c5b-3a09af96df8c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1054878754-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e085aae73e2c42baabb6dd4e9f4c8ea7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a75bb6e-6331-4429-b1b9-c968cc22b9c9", "external-id": "nsx-vlan-transportzone-244", "segmentation_id": 244, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21a347cc-25", "ovs_interfaceid": "21a347cc-25cd-4151-b6f5-9d604e5d518c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.469184] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.469453] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.469585] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.469820] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.470131] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.470131] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.470329] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.470487] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.470655] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.470822] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.471067] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.476477] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71aee950-9d87-4fec-9ab8-19fbaaf0bb3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.493724] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1169.493724] env[69722]: value = "task-3439162" [ 1169.493724] env[69722]: _type = "Task" [ 1169.493724] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.502684] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.756270] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439161, 'name': ReconfigVM_Task, 'duration_secs': 0.209409} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.756559] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686533', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'name': 'volume-66669c0d-1b03-4e58-a076-01151e28377d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1589ab2-22b5-493e-b173-6ef5bb3dd5d7', 'attached_at': '', 'detached_at': '', 'volume_id': '66669c0d-1b03-4e58-a076-01151e28377d', 'serial': '66669c0d-1b03-4e58-a076-01151e28377d'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1169.756811] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.757644] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b3770e-92e8-473b-8b3f-0c1cbfe44765 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.766252] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.766563] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39e189cc-9419-4080-8bfb-f15995960469 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.779942] env[69722]: DEBUG nova.compute.utils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.784874] env[69722]: DEBUG nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.785083] env[69722]: DEBUG nova.network.neutron [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.839050] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.839050] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.839050] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Deleting the datastore file [datastore1] d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.839050] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fab3844c-820e-4b95-af8d-64d059f13c3f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.848637] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for the task: (returnval){ [ 1169.848637] env[69722]: value = "task-3439164" [ 1169.848637] env[69722]: _type = "Task" [ 1169.848637] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.855945] env[69722]: DEBUG nova.policy [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a068131a8b6744b1bbd96648583a7b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10b9de3de2e4841ae31a67e663147e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.863477] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.863630] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.863782] env[69722]: DEBUG nova.network.neutron [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.864939] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.903021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Releasing lock "refresh_cache-30953169-a61f-40d7-9d62-60e19097c4c1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.903021] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5278a3-e669-4104-8242-2cd8d48497c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.915024] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Resuming the VM {{(pid=69722) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1169.915024] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac16695-5715-4f1c-9423-c95595269870 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.925417] env[69722]: DEBUG oslo_vmware.api [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1169.925417] env[69722]: value = "task-3439165" [ 1169.925417] env[69722]: _type = "Task" [ 1169.925417] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.937030] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.937030] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.937030] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.943276] env[69722]: DEBUG oslo_vmware.api [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.007206] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439162, 'name': ReconfigVM_Task, 'duration_secs': 0.277701} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.007206] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance 'e833742b-dfea-44b1-b1aa-947517908c9d' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.057030] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf87f5d-2f94-477a-904a-a415fb44ec19 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.066710] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093a8b90-baca-4a42-84d3-93f0ab9459a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.099284] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400c8057-73e6-423f-9510-487d855c29c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.109145] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece4201c-25ad-485d-82b4-98f51970941d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.123474] env[69722]: DEBUG nova.compute.provider_tree [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.219650] env[69722]: DEBUG nova.network.neutron [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Successfully created port: dd63169f-72d7-4a98-b300-ad5cee6b45a9 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.285465] env[69722]: DEBUG nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.363244] env[69722]: DEBUG oslo_vmware.api [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Task: {'id': task-3439164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215157} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.363555] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.363761] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.364047] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.399946] env[69722]: DEBUG nova.network.neutron [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.437114] env[69722]: DEBUG oslo_vmware.api [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439165, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.438210] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1170.438487] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f18b7c1a-a4bd-45fb-b924-effa7ff589be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.443365] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.452524] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343da6f5-e051-437d-9ddd-4935fff1323f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.490262] env[69722]: ERROR nova.compute.manager [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Failed to detach volume 66669c0d-1b03-4e58-a076-01151e28377d from /dev/sda: nova.exception.InstanceNotFound: Instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 could not be found. [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Traceback (most recent call last): [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self.driver.rebuild(**kwargs) [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] raise NotImplementedError() [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] NotImplementedError [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] During handling of the above exception, another exception occurred: [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Traceback (most recent call last): [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self.driver.detach_volume(context, old_connection_info, [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] return self._volumeops.detach_volume(connection_info, instance) [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self._detach_volume_vmdk(connection_info, instance) [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] stable_ref.fetch_moref(session) [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] nova.exception.InstanceNotFound: Instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 could not be found. [ 1170.490262] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.513177] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.513426] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.513580] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.513870] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.513939] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.515601] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.515601] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.515601] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.515601] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.515601] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.515601] env[69722]: DEBUG nova.virt.hardware [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.520347] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.523322] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86d4d81-29a3-4c2d-9725-a53c66e46ea5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.546464] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1170.546464] env[69722]: value = "task-3439166" [ 1170.546464] env[69722]: _type = "Task" [ 1170.546464] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.557466] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.566677] env[69722]: DEBUG nova.network.neutron [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance_info_cache with network_info: [{"id": "1b26687c-6d5a-4296-a987-b14e234258bb", "address": "fa:16:3e:cf:78:60", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26687c-6d", "ovs_interfaceid": "1b26687c-6d5a-4296-a987-b14e234258bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.626987] env[69722]: DEBUG nova.scheduler.client.report [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.650119] env[69722]: DEBUG nova.compute.utils [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Build of instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 aborted: Failed to rebuild volume backed instance. {{(pid=69722) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1170.655605] env[69722]: ERROR nova.compute.manager [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 aborted: Failed to rebuild volume backed instance. [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Traceback (most recent call last): [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self.driver.rebuild(**kwargs) [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] raise NotImplementedError() [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] NotImplementedError [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] During handling of the above exception, another exception occurred: [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Traceback (most recent call last): [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self._detach_root_volume(context, instance, root_bdm) [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] with excutils.save_and_reraise_exception(): [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self.force_reraise() [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] raise self.value [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self.driver.detach_volume(context, old_connection_info, [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] return self._volumeops.detach_volume(connection_info, instance) [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self._detach_volume_vmdk(connection_info, instance) [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] stable_ref.fetch_moref(session) [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] nova.exception.InstanceNotFound: Instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 could not be found. [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] During handling of the above exception, another exception occurred: [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Traceback (most recent call last): [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] yield [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1170.655605] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self._do_rebuild_instance_with_claim( [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self._do_rebuild_instance( [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self._rebuild_default_impl(**kwargs) [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] self._rebuild_volume_backed_instance( [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] raise exception.BuildAbortException( [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] nova.exception.BuildAbortException: Build of instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 aborted: Failed to rebuild volume backed instance. [ 1170.657248] env[69722]: ERROR nova.compute.manager [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] [ 1170.696365] env[69722]: DEBUG nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1170.696971] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.697201] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.697354] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.697532] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.697677] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.697821] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.698037] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.698201] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.698369] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.698534] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.698859] env[69722]: DEBUG nova.virt.hardware [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.700705] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76059297-c014-4cf2-a211-75b705fa4b2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.710263] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb5ebbb-c716-4fa6-816a-407c4e40ef6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.937706] env[69722]: DEBUG oslo_vmware.api [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439165, 'name': PowerOnVM_Task, 'duration_secs': 0.772553} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.937984] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Resumed the VM {{(pid=69722) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1170.938184] env[69722]: DEBUG nova.compute.manager [None req-261f4100-f4c3-4957-ae89-ab7956fe3b0b tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.939016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10a50d-0b4b-4fdc-a515-1c25dca8e2e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.059024] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439166, 'name': ReconfigVM_Task, 'duration_secs': 0.198621} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.059024] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.059024] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75adcd2-7338-4c3f-bfd7-684e2385bace {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.074411] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.074712] env[69722]: DEBUG nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Instance network_info: |[{"id": "1b26687c-6d5a-4296-a987-b14e234258bb", "address": "fa:16:3e:cf:78:60", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26687c-6d", "ovs_interfaceid": "1b26687c-6d5a-4296-a987-b14e234258bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.082312] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] e833742b-dfea-44b1-b1aa-947517908c9d/e833742b-dfea-44b1-b1aa-947517908c9d.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.082717] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:78:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b26687c-6d5a-4296-a987-b14e234258bb', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.089849] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.090077] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddbd90a4-77ad-48ea-a94c-8bc107141eef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.102859] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.103124] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75930c49-211b-4984-abd9-acbfea0459c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.124722] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1171.124722] env[69722]: value = "task-3439167" [ 1171.124722] env[69722]: _type = "Task" [ 1171.124722] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.126247] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.126247] env[69722]: value = "task-3439168" [ 1171.126247] env[69722]: _type = "Task" [ 1171.126247] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.133032] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.138379] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.877s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.140028] env[69722]: INFO nova.compute.claims [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.143278] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.148336] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439168, 'name': CreateVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.160135] env[69722]: INFO nova.scheduler.client.report [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Deleted allocations for instance 30144666-f5ce-40de-b98b-4a2a7b0903e4 [ 1171.295996] env[69722]: DEBUG nova.compute.manager [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Received event network-changed-1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.296240] env[69722]: DEBUG nova.compute.manager [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Refreshing instance network info cache due to event network-changed-1b26687c-6d5a-4296-a987-b14e234258bb. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.296566] env[69722]: DEBUG oslo_concurrency.lockutils [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] Acquiring lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.296844] env[69722]: DEBUG oslo_concurrency.lockutils [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] Acquired lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.297293] env[69722]: DEBUG nova.network.neutron [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Refreshing network info cache for port 1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.300309] env[69722]: DEBUG nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.326683] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.326953] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.327129] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.327335] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.327482] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.327627] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.327833] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.327991] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.328179] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.328344] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.328553] env[69722]: DEBUG nova.virt.hardware [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.329493] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bdb946-b036-4c76-8a21-6136404f2fe0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.338582] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88f276f-19cd-47b7-9166-993de4e21b7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.639094] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439167, 'name': ReconfigVM_Task, 'duration_secs': 0.308561} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.642642] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Reconfigured VM instance instance-0000006b to attach disk [datastore2] e833742b-dfea-44b1-b1aa-947517908c9d/e833742b-dfea-44b1-b1aa-947517908c9d.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.642991] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance 'e833742b-dfea-44b1-b1aa-947517908c9d' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.646172] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439168, 'name': CreateVM_Task, 'duration_secs': 0.496982} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.648250] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.653297] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'delete_on_termination': True, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686550', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'name': 'volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7774d66-f3ed-4ad4-8c82-b432100881d9', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'serial': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede'}, 'guest_format': None, 'device_type': None, 'attachment_id': '1841ab33-e6c2-4d2a-b9cc-24ca5c720c5e', 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69722) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1171.653297] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Root volume attach. Driver type: vmdk {{(pid=69722) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1171.654081] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc92c3c-e058-42dd-a8f6-228feac352f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.666880] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9ed21d-00ee-4d5c-b1f8-f95435963670 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.674431] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0305f39c-afa5-4d9e-bd5c-af8563bf5ab8 tempest-AttachInterfacesTestJSON-1327594627 tempest-AttachInterfacesTestJSON-1327594627-project-member] Lock "30144666-f5ce-40de-b98b-4a2a7b0903e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.768s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.681376] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53371c3e-bd90-415a-be2c-fe81f6f9fdba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.689358] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8fd78a81-8013-4446-8d99-6b0c75fa8295 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.699136] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1171.699136] env[69722]: value = "task-3439169" [ 1171.699136] env[69722]: _type = "Task" [ 1171.699136] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.707961] env[69722]: DEBUG nova.compute.manager [req-1f63c22e-d459-42f8-a621-1e1c4b3ee060 req-2234e481-9a09-49bd-95f7-bee9a449efff service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Received event network-vif-plugged-dd63169f-72d7-4a98-b300-ad5cee6b45a9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.708117] env[69722]: DEBUG oslo_concurrency.lockutils [req-1f63c22e-d459-42f8-a621-1e1c4b3ee060 req-2234e481-9a09-49bd-95f7-bee9a449efff service nova] Acquiring lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.708228] env[69722]: DEBUG oslo_concurrency.lockutils [req-1f63c22e-d459-42f8-a621-1e1c4b3ee060 req-2234e481-9a09-49bd-95f7-bee9a449efff service nova] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.708427] env[69722]: DEBUG oslo_concurrency.lockutils [req-1f63c22e-d459-42f8-a621-1e1c4b3ee060 req-2234e481-9a09-49bd-95f7-bee9a449efff service nova] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.708691] env[69722]: DEBUG nova.compute.manager [req-1f63c22e-d459-42f8-a621-1e1c4b3ee060 req-2234e481-9a09-49bd-95f7-bee9a449efff service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] No waiting events found dispatching network-vif-plugged-dd63169f-72d7-4a98-b300-ad5cee6b45a9 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.708872] env[69722]: WARNING nova.compute.manager [req-1f63c22e-d459-42f8-a621-1e1c4b3ee060 req-2234e481-9a09-49bd-95f7-bee9a449efff service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Received unexpected event network-vif-plugged-dd63169f-72d7-4a98-b300-ad5cee6b45a9 for instance with vm_state building and task_state spawning. [ 1171.712841] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.806778] env[69722]: DEBUG nova.network.neutron [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Successfully updated port: dd63169f-72d7-4a98-b300-ad5cee6b45a9 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.136307] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7ec54-56ec-cd96-523d-0444cce3e02f/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1172.137278] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa513cb8-923c-4e1d-a82c-04ca2acac7fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.140590] env[69722]: DEBUG nova.network.neutron [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updated VIF entry in instance network info cache for port 1b26687c-6d5a-4296-a987-b14e234258bb. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.140927] env[69722]: DEBUG nova.network.neutron [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance_info_cache with network_info: [{"id": "1b26687c-6d5a-4296-a987-b14e234258bb", "address": "fa:16:3e:cf:78:60", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26687c-6d", "ovs_interfaceid": "1b26687c-6d5a-4296-a987-b14e234258bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.147335] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7ec54-56ec-cd96-523d-0444cce3e02f/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1172.147486] env[69722]: ERROR oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7ec54-56ec-cd96-523d-0444cce3e02f/disk-0.vmdk due to incomplete transfer. [ 1172.147719] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-83dc1fb6-dba9-49bc-858f-a51bad7027af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.161552] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f99cee8-ea26-4807-a089-1ce1b6c350fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.163999] env[69722]: DEBUG oslo_vmware.rw_handles [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d7ec54-56ec-cd96-523d-0444cce3e02f/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1172.164219] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Uploaded image d5caf207-66de-46c2-b6d1-f784f83f75f2 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1172.166548] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1172.167243] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3299167-92b0-4d27-86e0-cb2ca908346d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.202464] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1172.202464] env[69722]: value = "task-3439170" [ 1172.202464] env[69722]: _type = "Task" [ 1172.202464] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.209813] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e832a9-f936-4713-99e3-44da86ad8d68 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.237052] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance 'e833742b-dfea-44b1-b1aa-947517908c9d' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.251993] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439170, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.252292] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 34%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.310636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "refresh_cache-6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.310759] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "refresh_cache-6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.310939] env[69722]: DEBUG nova.network.neutron [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.462265] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc37c66-5d18-4716-a22f-ad713d19905c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.474280] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd89d58a-4232-49ff-945f-0fe51ad5995f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.515731] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fbeec3-5695-4512-980e-849e818e9292 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.525882] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf07a3ca-624c-4c1f-ac8f-f4a6857b0463 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.543840] env[69722]: DEBUG nova.compute.provider_tree [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.643531] env[69722]: DEBUG oslo_concurrency.lockutils [req-9c51207d-1317-498f-b902-323b7ec4d242 req-9917715f-8607-40ef-8104-f11914e7162a service nova] Releasing lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.679834] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.720764] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 47%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.730529] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439170, 'name': Destroy_Task} progress is 33%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.792408] env[69722]: DEBUG nova.network.neutron [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Port 954feed4-16fd-4f5a-9666-888047501831 binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1173.047815] env[69722]: DEBUG nova.scheduler.client.report [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.104666] env[69722]: DEBUG nova.network.neutron [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.142125] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquiring lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.142455] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.142871] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquiring lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.143337] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.143589] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.148764] env[69722]: INFO nova.compute.manager [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Terminating instance [ 1173.223390] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 60%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.231123] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439170, 'name': Destroy_Task, 'duration_secs': 0.596004} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.231123] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Destroyed the VM [ 1173.231123] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1173.231123] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3f9e1ee9-b252-4f47-825d-ecacf14f0103 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.243113] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1173.243113] env[69722]: value = "task-3439171" [ 1173.243113] env[69722]: _type = "Task" [ 1173.243113] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.260072] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439171, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.308123] env[69722]: DEBUG nova.network.neutron [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Updating instance_info_cache with network_info: [{"id": "dd63169f-72d7-4a98-b300-ad5cee6b45a9", "address": "fa:16:3e:77:ef:2e", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd63169f-72", "ovs_interfaceid": "dd63169f-72d7-4a98-b300-ad5cee6b45a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.556023] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.556023] env[69722]: DEBUG nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1173.557728] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.115s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.558151] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.558449] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1173.559128] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.880s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.564386] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45a5985-cba9-4b5d-9bab-24dd26a632ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.581123] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9044e7a9-3f5d-40e9-b3d4-f9e51f8aabd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.604809] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7955d2cc-d882-42c3-8996-cc5b459eaf83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.617956] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171c532a-a2b7-4f22-8a83-c1d59ce00b52 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.655333] env[69722]: DEBUG nova.compute.manager [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.655333] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179537MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1173.655333] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.658475] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bd93603-40c5-419d-bfe9-1656219499b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.671781] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23825698-5c3f-4d96-ada9-051d50c126d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.722212] env[69722]: WARNING nova.virt.vmwareapi.driver [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 could not be found. [ 1173.722212] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.726216] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-722acbcf-51f1-4eb8-bd64-0be0ac550474 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.737500] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 75%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.745505] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77557b24-55d9-448a-949c-55ce4df6b2e8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.757277] env[69722]: DEBUG nova.compute.manager [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Received event network-changed-dd63169f-72d7-4a98-b300-ad5cee6b45a9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.757468] env[69722]: DEBUG nova.compute.manager [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Refreshing instance network info cache due to event network-changed-dd63169f-72d7-4a98-b300-ad5cee6b45a9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.757662] env[69722]: DEBUG oslo_concurrency.lockutils [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] Acquiring lock "refresh_cache-6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.777824] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439171, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.791560] env[69722]: WARNING nova.virt.vmwareapi.vmops [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 could not be found. [ 1173.791793] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.791996] env[69722]: INFO nova.compute.manager [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Took 0.14 seconds to destroy the instance on the hypervisor. [ 1173.792274] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.795410] env[69722]: DEBUG nova.compute.manager [-] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.795515] env[69722]: DEBUG nova.network.neutron [-] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.812675] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "refresh_cache-6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.812993] env[69722]: DEBUG nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Instance network_info: |[{"id": "dd63169f-72d7-4a98-b300-ad5cee6b45a9", "address": "fa:16:3e:77:ef:2e", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd63169f-72", "ovs_interfaceid": "dd63169f-72d7-4a98-b300-ad5cee6b45a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.822233] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.822233] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.822233] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.822913] env[69722]: DEBUG oslo_concurrency.lockutils [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] Acquired lock "refresh_cache-6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.823116] env[69722]: DEBUG nova.network.neutron [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Refreshing network info cache for port dd63169f-72d7-4a98-b300-ad5cee6b45a9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.824707] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:ef:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd63169f-72d7-4a98-b300-ad5cee6b45a9', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.832679] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.834253] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.834497] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c39ed25a-82e1-4b37-8c88-4198d1177833 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.866394] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.866394] env[69722]: value = "task-3439172" [ 1173.866394] env[69722]: _type = "Task" [ 1173.866394] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.880839] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439172, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.920361] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adf53d0-b96d-41d2-ae3c-03d8995dffc5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.932274] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3964c-c5f4-48d2-9abe-17802425d839 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.973402] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed61143-554b-4a92-98a5-e773f07fd611 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.984639] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04db85f1-5f2c-41a6-969e-3aa29e8bccf0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.003112] env[69722]: DEBUG nova.compute.provider_tree [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.064942] env[69722]: DEBUG nova.compute.utils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.070027] env[69722]: DEBUG nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.070027] env[69722]: DEBUG nova.network.neutron [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.140611] env[69722]: DEBUG nova.policy [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98d01653b36b471eb6e8e13892d521cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79d64a1b06dd440aa8643bf2acd893ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.235225] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.273453] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439171, 'name': RemoveSnapshot_Task, 'duration_secs': 0.845978} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.273709] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1174.273824] env[69722]: DEBUG nova.compute.manager [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.274690] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a543c73-acf7-4b36-9a31-aa88eba33b06 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.381525] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439172, 'name': CreateVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.507234] env[69722]: DEBUG nova.scheduler.client.report [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.569762] env[69722]: DEBUG nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1174.741521] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 97%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.770489] env[69722]: DEBUG nova.compute.manager [req-06d0441f-39f7-4fa2-a45d-40017c456ea2 req-9b5227c3-60db-4a6d-9c25-ceca54a6ed48 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Received event network-vif-deleted-9dec8a6e-89ac-4d80-a51b-faeadd1b7283 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.770696] env[69722]: INFO nova.compute.manager [req-06d0441f-39f7-4fa2-a45d-40017c456ea2 req-9b5227c3-60db-4a6d-9c25-ceca54a6ed48 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Neutron deleted interface 9dec8a6e-89ac-4d80-a51b-faeadd1b7283; detaching it from the instance and deleting it from the info cache [ 1174.770866] env[69722]: DEBUG nova.network.neutron [req-06d0441f-39f7-4fa2-a45d-40017c456ea2 req-9b5227c3-60db-4a6d-9c25-ceca54a6ed48 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.794412] env[69722]: INFO nova.compute.manager [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Shelve offloading [ 1174.879289] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439172, 'name': CreateVM_Task, 'duration_secs': 0.658585} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.880485] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.880485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.880823] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.881596] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.882177] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1575ee-f701-48b4-9001-b67d3ac09f9d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.892532] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1174.892532] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faa37f-669c-f070-91c3-2f578e2a7331" [ 1174.892532] env[69722]: _type = "Task" [ 1174.892532] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.895412] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.896535] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.896871] env[69722]: DEBUG nova.network.neutron [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.906176] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faa37f-669c-f070-91c3-2f578e2a7331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.916777] env[69722]: DEBUG nova.network.neutron [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Updated VIF entry in instance network info cache for port dd63169f-72d7-4a98-b300-ad5cee6b45a9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.916777] env[69722]: DEBUG nova.network.neutron [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Updating instance_info_cache with network_info: [{"id": "dd63169f-72d7-4a98-b300-ad5cee6b45a9", "address": "fa:16:3e:77:ef:2e", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd63169f-72", "ovs_interfaceid": "dd63169f-72d7-4a98-b300-ad5cee6b45a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.012413] env[69722]: DEBUG oslo_concurrency.lockutils [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.453s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.014193] env[69722]: INFO nova.compute.manager [None req-28e4f168-be2c-4319-956a-4ee7b375ad0c tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Successfully reverted task state from rebuilding on failure for instance. [ 1175.021441] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.365s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.053077] env[69722]: DEBUG nova.network.neutron [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Successfully created port: 4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.169600] env[69722]: DEBUG nova.network.neutron [-] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.235159] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task} progress is 98%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.274088] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a9fd9f3-f5fb-4b9e-a76a-d2352d18a5cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.285960] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272bce51-80cf-4ffb-86a4-a9aebb63b53b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.303083] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.303466] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67ad807-8c48-4fbe-bce3-eb29b890e7e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.317476] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1175.317476] env[69722]: value = "task-3439173" [ 1175.317476] env[69722]: _type = "Task" [ 1175.317476] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.342862] env[69722]: DEBUG nova.compute.manager [req-06d0441f-39f7-4fa2-a45d-40017c456ea2 req-9b5227c3-60db-4a6d-9c25-ceca54a6ed48 service nova] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Detach interface failed, port_id=9dec8a6e-89ac-4d80-a51b-faeadd1b7283, reason: Instance d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1175.346086] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1175.346315] env[69722]: DEBUG nova.compute.manager [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.347235] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95200d35-035c-447f-b6fd-fd19f52aea90 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.355194] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.355391] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.355577] env[69722]: DEBUG nova.network.neutron [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.401065] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52faa37f-669c-f070-91c3-2f578e2a7331, 'name': SearchDatastore_Task, 'duration_secs': 0.035762} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.401403] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.401686] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.401978] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.402144] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.402323] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.402596] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04c9d326-4aa4-4040-b3b7-c6e83b3417cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.414203] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.414410] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.415226] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0b3dd5-b500-4e37-82a3-2e7b442d6c8d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.418486] env[69722]: DEBUG oslo_concurrency.lockutils [req-b9bbf956-9be2-4051-9c7d-4841a8b247d4 req-bf22dfa7-dcd1-436d-9aa9-824c17e780da service nova] Releasing lock "refresh_cache-6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.423103] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1175.423103] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527eb12f-7091-f4c5-933a-ca74776379c5" [ 1175.423103] env[69722]: _type = "Task" [ 1175.423103] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.432732] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527eb12f-7091-f4c5-933a-ca74776379c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.583254] env[69722]: DEBUG nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1175.621134] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.621134] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.621597] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.622050] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.622373] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.622651] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.623032] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.623339] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.623677] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.626016] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.626016] env[69722]: DEBUG nova.virt.hardware [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.626016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2473acb-b3ef-4f37-907d-e43be40edd7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.635244] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bc36a-2229-404f-b442-c217a4cd31b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.674797] env[69722]: INFO nova.compute.manager [-] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Took 1.88 seconds to deallocate network for instance. [ 1175.735014] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439169, 'name': RelocateVM_Task, 'duration_secs': 3.692131} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.735172] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.735396] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686550', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'name': 'volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7774d66-f3ed-4ad4-8c82-b432100881d9', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'serial': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.740026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3bb5c3-70f0-4d72-9aec-dd532c4a0bd3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.754897] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862ee72e-e088-4322-a0cb-cd9639d02bc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.777834] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede/volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.780455] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006affb8-d1c7-473a-9103-13c279035c37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.806020] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1175.806020] env[69722]: value = "task-3439174" [ 1175.806020] env[69722]: _type = "Task" [ 1175.806020] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.827180] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.833160] env[69722]: DEBUG nova.network.neutron [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance_info_cache with network_info: [{"id": "954feed4-16fd-4f5a-9666-888047501831", "address": "fa:16:3e:bb:58:5c", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954feed4-16", "ovs_interfaceid": "954feed4-16fd-4f5a-9666-888047501831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.948374] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527eb12f-7091-f4c5-933a-ca74776379c5, 'name': SearchDatastore_Task, 'duration_secs': 0.027247} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.949271] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9155586d-7d85-441c-b661-1f7d9fa7bdde {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.956234] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1175.956234] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a4f49c-c498-153a-486e-c3748fb08962" [ 1175.956234] env[69722]: _type = "Task" [ 1175.956234] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.966383] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a4f49c-c498-153a-486e-c3748fb08962, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.038965] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Applying migration context for instance e833742b-dfea-44b1-b1aa-947517908c9d as it has an incoming, in-progress migration 13656510-bef3-4dd0-ba9d-f7e3769045e3. Migration status is post-migrating {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1176.040827] env[69722]: INFO nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating resource usage from migration 13656510-bef3-4dd0-ba9d-f7e3769045e3 [ 1176.074125] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a8a67152-5fd1-4704-9f82-31d82d4cd134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.074768] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7bb71f82-7f50-469a-9827-8e27bb446245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.074768] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 09d214da-6eae-466e-850b-1f94dfda5795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.074768] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.074768] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 36389626-0281-4d28-ab26-503bb70a7705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.074768] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c66837fa-915a-4a4e-9558-4344440c2ef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.075228] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.075228] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 30953169-a61f-40d7-9d62-60e19097c4c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.075228] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 99167da8-e7d7-48a2-a208-08b2b8578f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.075228] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance ed3cad82-3c5d-48a3-a095-7296d1679331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.076020] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Migration 13656510-bef3-4dd0-ba9d-f7e3769045e3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1176.076020] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance e833742b-dfea-44b1-b1aa-947517908c9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.076020] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance f7774d66-f3ed-4ad4-8c82-b432100881d9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.076020] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.076020] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 86579918-a6f4-4a3c-9fa7-cd24dddeb859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1176.076020] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1176.076248] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1176.123745] env[69722]: DEBUG nova.network.neutron [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246e083-7f", "ovs_interfaceid": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.235630] env[69722]: INFO nova.compute.manager [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Took 0.56 seconds to detach 1 volumes for instance. [ 1176.236860] env[69722]: DEBUG nova.compute.manager [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] [instance: d1589ab2-22b5-493e-b173-6ef5bb3dd5d7] Deleting volume: 66669c0d-1b03-4e58-a076-01151e28377d {{(pid=69722) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1176.314808] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439174, 'name': ReconfigVM_Task, 'duration_secs': 0.32814} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.314808] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede/volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.322026] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db21d757-178f-42e1-ad5f-d75d269168de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.337383] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.352546] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1176.352546] env[69722]: value = "task-3439176" [ 1176.352546] env[69722]: _type = "Task" [ 1176.352546] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.363990] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.381159] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ae45a-cf82-4e73-9435-b6b53153475e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.390083] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f264f-17c2-490a-8e23-613b1835bb4b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.433150] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eec050d-dce0-4c93-ac24-960bb2b05941 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.449302] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e1067b-c31e-421a-b3ea-b4e8b8647cf6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.466705] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.480575] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a4f49c-c498-153a-486e-c3748fb08962, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.481557] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.481880] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe/6a79f0cf-112c-48f7-a06d-0b9f50b2eefe.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.482176] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad468076-7a1a-4016-a2cd-56d5805778a3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.491308] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1176.491308] env[69722]: value = "task-3439177" [ 1176.491308] env[69722]: _type = "Task" [ 1176.491308] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.501206] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.559012] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.559559] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.626492] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.776933] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.777279] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.777496] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.777682] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.777932] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.780145] env[69722]: INFO nova.compute.manager [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Terminating instance [ 1176.788122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.870868] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439176, 'name': ReconfigVM_Task, 'duration_secs': 0.152236} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.872239] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686550', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'name': 'volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f7774d66-f3ed-4ad4-8c82-b432100881d9', 'attached_at': '', 'detached_at': '', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'serial': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1176.873796] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae259492-6ed6-43fb-83de-17caa5079e4c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.876350] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d714f39-a9c6-4e31-91c0-4921bc4d1bbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.902254] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c69206b-c936-4938-9a61-2b3030fd08b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.905258] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1176.905258] env[69722]: value = "task-3439178" [ 1176.905258] env[69722]: _type = "Task" [ 1176.905258] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.916034] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance 'e833742b-dfea-44b1-b1aa-947517908c9d' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.928042] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439178, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.998362] env[69722]: ERROR nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [req-c0836897-0c6c-471e-bc8f-64dfd1df45b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0836897-0c6c-471e-bc8f-64dfd1df45b3"}]} [ 1177.007820] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439177, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.020444] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1177.027922] env[69722]: DEBUG nova.compute.manager [req-99658753-503f-48d3-8eda-c543c1e326d5 req-8c2f26df-38bd-43a8-8d16-d59b44de30ec service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-vif-unplugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.028150] env[69722]: DEBUG oslo_concurrency.lockutils [req-99658753-503f-48d3-8eda-c543c1e326d5 req-8c2f26df-38bd-43a8-8d16-d59b44de30ec service nova] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.028414] env[69722]: DEBUG oslo_concurrency.lockutils [req-99658753-503f-48d3-8eda-c543c1e326d5 req-8c2f26df-38bd-43a8-8d16-d59b44de30ec service nova] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.028625] env[69722]: DEBUG oslo_concurrency.lockutils [req-99658753-503f-48d3-8eda-c543c1e326d5 req-8c2f26df-38bd-43a8-8d16-d59b44de30ec service nova] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.028864] env[69722]: DEBUG nova.compute.manager [req-99658753-503f-48d3-8eda-c543c1e326d5 req-8c2f26df-38bd-43a8-8d16-d59b44de30ec service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] No waiting events found dispatching network-vif-unplugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1177.029068] env[69722]: WARNING nova.compute.manager [req-99658753-503f-48d3-8eda-c543c1e326d5 req-8c2f26df-38bd-43a8-8d16-d59b44de30ec service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received unexpected event network-vif-unplugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 for instance with vm_state shelved and task_state shelving_offloading. [ 1177.040725] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1177.040725] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.055016] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.055461] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fc7a3d-8001-45fb-9b97-c6f7fd85df51 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.060989] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1177.063918] env[69722]: DEBUG nova.compute.utils [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.071201] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.071506] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91e80a74-9312-4bfc-a055-9c00a455cff5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.084907] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1177.171150] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.171150] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.171150] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleting the datastore file [datastore1] 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.171150] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a00e3bba-6df7-42fa-9687-f753897f3a59 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.184139] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1177.184139] env[69722]: value = "task-3439180" [ 1177.184139] env[69722]: _type = "Task" [ 1177.184139] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.194417] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.270309] env[69722]: DEBUG nova.network.neutron [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Successfully updated port: 4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1177.283710] env[69722]: DEBUG nova.compute.manager [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.283946] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.284915] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8be021-dd12-4ad5-8b0d-d452c260fc48 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.295420] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.298799] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3436bf22-7bb4-48a9-9024-08b0e9108e1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.306185] env[69722]: DEBUG oslo_vmware.api [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1177.306185] env[69722]: value = "task-3439181" [ 1177.306185] env[69722]: _type = "Task" [ 1177.306185] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.319686] env[69722]: DEBUG oslo_vmware.api [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.351321] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c399c38c-db57-4647-9809-472789a737d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.359539] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b75840-515b-47ea-b55d-fabf0e8591e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.390632] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23048a9e-b96d-47ad-9694-636b673da9d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.399289] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4f129-8c71-40af-bd85-147dea4f114e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.418332] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.424164] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.427356] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c4fa9ae-bc2a-4893-b33b-3dc3245cbdf4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.429019] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439178, 'name': Rename_Task, 'duration_secs': 0.182744} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.429857] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.430463] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-330cf947-e712-4b6b-b9db-c99542c37f76 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.437037] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1177.437037] env[69722]: value = "task-3439182" [ 1177.437037] env[69722]: _type = "Task" [ 1177.437037] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.442218] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1177.442218] env[69722]: value = "task-3439183" [ 1177.442218] env[69722]: _type = "Task" [ 1177.442218] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.452439] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.455585] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439183, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.503202] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826265} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.503491] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe/6a79f0cf-112c-48f7-a06d-0b9f50b2eefe.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.503709] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.504052] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-997b5b34-9ce1-44e1-9394-b513efe12a1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.511456] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1177.511456] env[69722]: value = "task-3439184" [ 1177.511456] env[69722]: _type = "Task" [ 1177.511456] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.520299] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.566807] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.694898] env[69722]: DEBUG oslo_vmware.api [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270543} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.695187] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.695388] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.695563] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.716300] env[69722]: INFO nova.scheduler.client.report [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted allocations for instance 36389626-0281-4d28-ab26-503bb70a7705 [ 1177.773319] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.773449] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.773575] env[69722]: DEBUG nova.network.neutron [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.819345] env[69722]: DEBUG oslo_vmware.api [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439181, 'name': PowerOffVM_Task, 'duration_secs': 0.240026} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.819639] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.819815] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.820122] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43c45414-1ede-4354-bcd1-594f53a9d31d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.908567] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.909031] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.909360] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleting the datastore file [datastore1] 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.909724] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2edbaf35-1fa2-4c70-b4c5-52018c5e6fad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.926582] env[69722]: DEBUG oslo_vmware.api [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for the task: (returnval){ [ 1177.926582] env[69722]: value = "task-3439186" [ 1177.926582] env[69722]: _type = "Task" [ 1177.926582] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.945452] env[69722]: DEBUG oslo_vmware.api [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.952568] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439182, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.962611] env[69722]: DEBUG oslo_vmware.api [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439183, 'name': PowerOnVM_Task, 'duration_secs': 0.499986} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.963046] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1177.963285] env[69722]: INFO nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1177.963495] env[69722]: DEBUG nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.964436] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff1919-5698-4850-902a-7652cbd0ff93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.973657] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.973657] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 157 to 158 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.973657] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.023610] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075436} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.023797] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.025701] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4429370-4038-434d-8ee7-b33e8bb78ce5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.050887] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe/6a79f0cf-112c-48f7-a06d-0b9f50b2eefe.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.051543] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc13b296-d877-4c41-b5a6-b891e254dd0d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.074929] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1178.074929] env[69722]: value = "task-3439187" [ 1178.074929] env[69722]: _type = "Task" [ 1178.074929] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.084308] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.220972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.328169] env[69722]: DEBUG nova.network.neutron [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1178.440255] env[69722]: DEBUG oslo_vmware.api [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Task: {'id': task-3439186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187135} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.442500] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.442750] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.442963] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.443186] env[69722]: INFO nova.compute.manager [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1178.443457] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.443692] env[69722]: DEBUG nova.compute.manager [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.443819] env[69722]: DEBUG nova.network.neutron [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.450745] env[69722]: DEBUG oslo_vmware.api [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439182, 'name': PowerOnVM_Task, 'duration_secs': 0.58441} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.451097] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.451323] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1de2b0ac-15d2-4569-a9ed-7176c42eaf0a tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance 'e833742b-dfea-44b1-b1aa-947517908c9d' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1178.480429] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1178.480429] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.459s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.480429] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.692s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.480429] env[69722]: DEBUG nova.objects.instance [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lazy-loading 'resources' on Instance uuid d1589ab2-22b5-493e-b173-6ef5bb3dd5d7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.480960] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1178.481151] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Cleaning up deleted instances {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1178.498968] env[69722]: INFO nova.compute.manager [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Took 21.56 seconds to build instance. [ 1178.570353] env[69722]: DEBUG nova.network.neutron [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.585015] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439187, 'name': ReconfigVM_Task, 'duration_secs': 0.306733} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.585376] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe/6a79f0cf-112c-48f7-a06d-0b9f50b2eefe.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.586329] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35e219a0-76ea-437e-9b4c-444d675b4319 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.594353] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1178.594353] env[69722]: value = "task-3439188" [ 1178.594353] env[69722]: _type = "Task" [ 1178.594353] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.605172] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439188, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.633457] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.633636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.633868] env[69722]: INFO nova.compute.manager [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Attaching volume f45804ed-1bd8-4ece-9cfb-ee686bdbfe31 to /dev/sdb [ 1178.671022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f18769-2610-487e-9681-016d9dbda8de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.675813] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde4e37e-51aa-43a2-a9fb-e53f12f1e0ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.695968] env[69722]: DEBUG nova.virt.block_device [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updating existing volume attachment record: c4baaf5f-9e85-47a7-a57a-9a5eb22f8e66 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1178.999865] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] There are 50 instances to clean {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1179.000092] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: ff288f6a-f425-4e54-80e1-9832c4d2bc11] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.002639] env[69722]: DEBUG oslo_concurrency.lockutils [None req-24330faa-5c82-43ed-bdb3-b6daf3a0f921 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.071s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.073567] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.074365] env[69722]: DEBUG nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Instance network_info: |[{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1179.074637] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:3d:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4de79878-5817-415b-82fa-ee3372d02ffe', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.086261] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.087730] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.090592] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.090592] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing instance network info cache due to event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.090592] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Acquiring lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.090592] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Acquired lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.090592] env[69722]: DEBUG nova.network.neutron [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.095541] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a11d399e-20f9-44bb-9da0-9aa3cc5de206 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.126114] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439188, 'name': Rename_Task, 'duration_secs': 0.319003} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.127861] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.128132] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.128132] env[69722]: value = "task-3439190" [ 1179.128132] env[69722]: _type = "Task" [ 1179.128132] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.128446] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f04f26b3-8dd6-45bb-8b8c-11e94a6880bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.141459] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439190, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.143154] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1179.143154] env[69722]: value = "task-3439191" [ 1179.143154] env[69722]: _type = "Task" [ 1179.143154] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.155274] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.437851] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9a3e95-4d90-4c64-b9a1-3469beb54eb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.448083] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ada3728-3928-4ad0-840a-58b518cd76db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.453770] env[69722]: DEBUG nova.network.neutron [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.500569] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0416eb18-e82b-4e54-836a-cef359b27869 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.502843] env[69722]: DEBUG nova.compute.manager [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Received event network-changed-d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.503111] env[69722]: DEBUG nova.compute.manager [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Refreshing instance network info cache due to event network-changed-d741b84f-c850-42af-86b1-2fabfcc37926. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.503625] env[69722]: DEBUG oslo_concurrency.lockutils [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] Acquiring lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.503897] env[69722]: DEBUG oslo_concurrency.lockutils [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] Acquired lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.504132] env[69722]: DEBUG nova.network.neutron [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Refreshing network info cache for port d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.507456] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: e81e7a89-6db8-4798-9927-35c04f74db3b] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.516768] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cca069-78ad-4586-ae7d-d18a5bb789ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.535627] env[69722]: DEBUG nova.compute.provider_tree [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.642213] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439190, 'name': CreateVM_Task, 'duration_secs': 0.412631} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.645141] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.646062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.646468] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.646749] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.654024] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c35f607-929f-4198-a732-ab049819f7d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.665033] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439191, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.665033] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1179.665033] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d5d385-34bb-7514-4937-b15d556814fc" [ 1179.665033] env[69722]: _type = "Task" [ 1179.665033] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.673608] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d5d385-34bb-7514-4937-b15d556814fc, 'name': SearchDatastore_Task} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.674108] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.674544] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.675157] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.675157] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.675338] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.675596] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41491a4a-b30c-47b3-81ee-f98966dcecc6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.686742] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.686742] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.687680] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9be7e8f-603b-4248-96ce-a0325ac9ab24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.694771] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1179.694771] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4781c-3888-6ece-aa1f-cb23401dad65" [ 1179.694771] env[69722]: _type = "Task" [ 1179.694771] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.707174] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4781c-3888-6ece-aa1f-cb23401dad65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.955629] env[69722]: INFO nova.compute.manager [-] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Took 1.51 seconds to deallocate network for instance. [ 1180.012130] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 0c3d1810-6408-44cb-90ee-61b88d59a8df] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.021056] env[69722]: DEBUG nova.network.neutron [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updated VIF entry in instance network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.021397] env[69722]: DEBUG nova.network.neutron [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1246e083-7f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.038648] env[69722]: DEBUG nova.scheduler.client.report [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.159423] env[69722]: DEBUG oslo_vmware.api [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439191, 'name': PowerOnVM_Task, 'duration_secs': 0.570792} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.160414] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.163016] env[69722]: INFO nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1180.163016] env[69722]: DEBUG nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.163016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397bace2-095b-4d97-a3bd-36a86114ac85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.212542] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c4781c-3888-6ece-aa1f-cb23401dad65, 'name': SearchDatastore_Task, 'duration_secs': 0.013723} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.214341] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a4e0c9-f5c9-4447-8284-e6c304e36020 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.225714] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1180.225714] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522274f9-aa7d-adc0-5222-3dedf8dfa9f7" [ 1180.225714] env[69722]: _type = "Task" [ 1180.225714] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.244364] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522274f9-aa7d-adc0-5222-3dedf8dfa9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.348316] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.395578] env[69722]: DEBUG nova.network.neutron [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updated VIF entry in instance network info cache for port d741b84f-c850-42af-86b1-2fabfcc37926. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1180.395578] env[69722]: DEBUG nova.network.neutron [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updating instance_info_cache with network_info: [{"id": "d741b84f-c850-42af-86b1-2fabfcc37926", "address": "fa:16:3e:b4:93:e7", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd741b84f-c8", "ovs_interfaceid": "d741b84f-c850-42af-86b1-2fabfcc37926", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.466316] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.520988] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 38c0f141-d98e-41ee-adbd-8a5ff3721f77] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.528025] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Releasing lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.528025] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Received event network-vif-plugged-4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.529086] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.529086] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.529086] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.529086] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] No waiting events found dispatching network-vif-plugged-4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1180.529086] env[69722]: WARNING nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Received unexpected event network-vif-plugged-4de79878-5817-415b-82fa-ee3372d02ffe for instance with vm_state building and task_state spawning. [ 1180.529328] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Received event network-changed-4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.529328] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Refreshing instance network info cache due to event network-changed-4de79878-5817-415b-82fa-ee3372d02ffe. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.529537] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Acquiring lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.529724] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Acquired lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.529830] env[69722]: DEBUG nova.network.neutron [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Refreshing network info cache for port 4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.547410] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.547410] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.326s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.549429] env[69722]: DEBUG nova.objects.instance [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'resources' on Instance uuid 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.691819] env[69722]: INFO nova.compute.manager [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Took 20.98 seconds to build instance. [ 1180.736537] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522274f9-aa7d-adc0-5222-3dedf8dfa9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.01456} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.736781] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.737053] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.737329] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-349e7c24-cff9-438c-b6f5-fddc6f7f158e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.746665] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1180.746665] env[69722]: value = "task-3439192" [ 1180.746665] env[69722]: _type = "Task" [ 1180.746665] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.756220] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.900910] env[69722]: DEBUG oslo_concurrency.lockutils [req-da0eb7a1-bf28-4417-bfa3-8a5f35427d2d req-6b385672-2456-45b6-b73a-48b23a3d590b service nova] Releasing lock "refresh_cache-a8a67152-5fd1-4704-9f82-31d82d4cd134" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.024664] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 6b015718-057a-4996-a926-46f5c4940207] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.055064] env[69722]: DEBUG nova.objects.instance [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'numa_topology' on Instance uuid 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.080176] env[69722]: DEBUG oslo_concurrency.lockutils [None req-43f1a4f9-9461-4c11-998a-fdb0de46f91d tempest-ServerActionsV293TestJSON-683661434 tempest-ServerActionsV293TestJSON-683661434-project-member] Lock "d1589ab2-22b5-493e-b173-6ef5bb3dd5d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.938s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.199034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5054fd19-5aa3-4195-a603-e4d339ff32f1 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.494s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.260900] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.315636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e833742b-dfea-44b1-b1aa-947517908c9d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.315636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.315636] env[69722]: DEBUG nova.compute.manager [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Going to confirm migration 6 {{(pid=69722) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1181.316094] env[69722]: DEBUG nova.compute.manager [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1181.390581] env[69722]: DEBUG nova.network.neutron [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updated VIF entry in instance network info cache for port 4de79878-5817-415b-82fa-ee3372d02ffe. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.392251] env[69722]: DEBUG nova.network.neutron [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.530664] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: dc1dba54-1a8a-4c7e-a0f0-9be89c0a30fe] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.558186] env[69722]: DEBUG nova.objects.base [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Object Instance<36389626-0281-4d28-ab26-503bb70a7705> lazy-loaded attributes: resources,numa_topology {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.760586] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667773} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.760823] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.761057] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.761321] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5f60a68-cda3-487c-aa7d-1b6537dbf27b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.773554] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1181.773554] env[69722]: value = "task-3439194" [ 1181.773554] env[69722]: _type = "Task" [ 1181.773554] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.783969] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439194, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.806987] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376f702e-22f7-489f-a184-1895a815af01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.816266] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49f32df-b4dd-42fc-bf0e-3e715bc21bd8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.859399] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.862516] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74b3fd9-a404-45a0-a0d5-3f90fc735acb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.866847] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.866847] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.876026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d3fb9b-61f9-481c-98e9-89327c8d214d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.893094] env[69722]: DEBUG nova.compute.provider_tree [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.896229] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.896399] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquired lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.896570] env[69722]: DEBUG nova.network.neutron [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.896776] env[69722]: DEBUG nova.objects.instance [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'info_cache' on Instance uuid e833742b-dfea-44b1-b1aa-947517908c9d {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.898205] env[69722]: DEBUG oslo_concurrency.lockutils [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] Releasing lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.898433] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Received event network-vif-deleted-21a347cc-25cd-4151-b6f5-9d604e5d518c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.898606] env[69722]: INFO nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Neutron deleted interface 21a347cc-25cd-4151-b6f5-9d604e5d518c; detaching it from the instance and deleting it from the info cache [ 1181.898875] env[69722]: DEBUG nova.network.neutron [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.901882] env[69722]: DEBUG nova.compute.manager [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Received event network-changed-1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.902915] env[69722]: DEBUG nova.compute.manager [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Refreshing instance network info cache due to event network-changed-1b26687c-6d5a-4296-a987-b14e234258bb. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.902915] env[69722]: DEBUG oslo_concurrency.lockutils [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] Acquiring lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.902915] env[69722]: DEBUG oslo_concurrency.lockutils [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] Acquired lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.902915] env[69722]: DEBUG nova.network.neutron [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Refreshing network info cache for port 1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.034177] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 51b287a0-38c9-418f-bf29-97fa5bbd9398] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.284329] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439194, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.33429} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.284584] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.285579] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d592c954-7a3e-460b-9b94-7aa03984ed07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.311135] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.311135] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05fa010c-d710-4343-b527-a46842373175 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.333874] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1182.333874] env[69722]: value = "task-3439195" [ 1182.333874] env[69722]: _type = "Task" [ 1182.333874] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.343143] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.368712] env[69722]: DEBUG nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.404231] env[69722]: DEBUG nova.scheduler.client.report [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.411215] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61dc8c57-aea9-4c56-810f-1be8365f06f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.422640] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248faca2-b53c-45de-abca-e137dd7112d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.464344] env[69722]: DEBUG nova.compute.manager [req-d201e405-dfba-47a6-9ebc-4ed3324f4850 req-8fa8bf61-020e-4838-8ccd-007178a6b2f3 service nova] [instance: 30953169-a61f-40d7-9d62-60e19097c4c1] Detach interface failed, port_id=21a347cc-25cd-4151-b6f5-9d604e5d518c, reason: Instance 30953169-a61f-40d7-9d62-60e19097c4c1 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.537482] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 20287595-46e3-4a6c-8a33-ed6cec0e2b10] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.539375] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.539627] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.724817] env[69722]: DEBUG nova.network.neutron [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updated VIF entry in instance network info cache for port 1b26687c-6d5a-4296-a987-b14e234258bb. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.725238] env[69722]: DEBUG nova.network.neutron [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance_info_cache with network_info: [{"id": "1b26687c-6d5a-4296-a987-b14e234258bb", "address": "fa:16:3e:cf:78:60", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26687c-6d", "ovs_interfaceid": "1b26687c-6d5a-4296-a987-b14e234258bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.844731] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.892379] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.912994] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.916199] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.451s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.916461] env[69722]: DEBUG nova.objects.instance [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lazy-loading 'resources' on Instance uuid 30953169-a61f-40d7-9d62-60e19097c4c1 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.044652] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: ff33452c-aa21-4ec7-a80d-4dd577307a45] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.047356] env[69722]: DEBUG nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1183.148220] env[69722]: DEBUG nova.network.neutron [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance_info_cache with network_info: [{"id": "954feed4-16fd-4f5a-9666-888047501831", "address": "fa:16:3e:bb:58:5c", "network": {"id": "bac3a260-1aa6-4573-ad4a-79407b877a00", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1609066007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "de5f653b8dc348de8d530752b6f9cf47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954feed4-16", "ovs_interfaceid": "954feed4-16fd-4f5a-9666-888047501831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.227886] env[69722]: DEBUG oslo_concurrency.lockutils [req-7d334572-0672-400c-8682-91541e242814 req-2db70b40-80d9-4216-8416-ba2bfa06aeb6 service nova] Releasing lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.246037] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.246270] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686559', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'name': 'volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'serial': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.247193] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37648d8a-e4c5-4c66-baa7-164e94f20cc1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.264731] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499edf89-743f-417f-940a-ea309b4b782c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.292106] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31/volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.292468] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9503773c-b2d0-4c3b-9eda-7ce48a560555 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.315831] env[69722]: DEBUG oslo_vmware.api [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1183.315831] env[69722]: value = "task-3439196" [ 1183.315831] env[69722]: _type = "Task" [ 1183.315831] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.323918] env[69722]: DEBUG oslo_vmware.api [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439196, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.344355] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439195, 'name': ReconfigVM_Task, 'duration_secs': 0.624097} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.344641] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.345330] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bd07d80-bfe5-4533-af5e-d609feb90192 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.354051] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1183.354051] env[69722]: value = "task-3439197" [ 1183.354051] env[69722]: _type = "Task" [ 1183.354051] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.362114] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439197, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.425673] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2aca3c5e-4a04-451f-a9d0-f30322a5a68c tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.520s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.426547] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.081s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.427144] env[69722]: INFO nova.compute.manager [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Unshelving [ 1183.550316] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 30144666-f5ce-40de-b98b-4a2a7b0903e4] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.575052] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.651217] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Releasing lock "refresh_cache-e833742b-dfea-44b1-b1aa-947517908c9d" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.651487] env[69722]: DEBUG nova.objects.instance [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lazy-loading 'migration_context' on Instance uuid e833742b-dfea-44b1-b1aa-947517908c9d {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.662676] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25ed7e1-d8f9-4648-afab-dbfccf364ae5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.671649] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6836889f-2e56-4322-bdc0-862be00a11e2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.702012] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6783d4-162b-4ff3-90ea-132807c668e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.709600] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d91384-3cb2-4c73-81af-a85a79f8f54f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.725450] env[69722]: DEBUG nova.compute.provider_tree [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.826397] env[69722]: DEBUG oslo_vmware.api [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.863999] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439197, 'name': Rename_Task, 'duration_secs': 0.209112} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.864428] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.864734] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b72ea3c-3811-4f3e-b484-5c7a346e0e70 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.871042] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1183.871042] env[69722]: value = "task-3439198" [ 1183.871042] env[69722]: _type = "Task" [ 1183.871042] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.878560] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.058010] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 6349c2db-8c3d-44bb-adc7-30d3c8ba1574] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.155096] env[69722]: DEBUG nova.objects.base [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1184.157273] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca5e912-9f52-4735-8b15-2f8bec848dcd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.179040] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23cfd5b-46ad-4a35-b392-23e6b724cf87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.185905] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1184.185905] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eea24b-299c-5f3e-1478-36e7580c2a46" [ 1184.185905] env[69722]: _type = "Task" [ 1184.185905] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.194871] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eea24b-299c-5f3e-1478-36e7580c2a46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.228591] env[69722]: DEBUG nova.scheduler.client.report [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.327422] env[69722]: DEBUG oslo_vmware.api [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439196, 'name': ReconfigVM_Task, 'duration_secs': 0.539822} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.327778] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31/volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.332805] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4a5573-ef0a-4d58-819d-124024b2d0c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.349250] env[69722]: DEBUG oslo_vmware.api [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1184.349250] env[69722]: value = "task-3439199" [ 1184.349250] env[69722]: _type = "Task" [ 1184.349250] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.358456] env[69722]: DEBUG oslo_vmware.api [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.382680] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.456247] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.561807] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 03f2926f-cd72-4de7-8543-f53314a68102] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.696050] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52eea24b-299c-5f3e-1478-36e7580c2a46, 'name': SearchDatastore_Task, 'duration_secs': 0.00841} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.696350] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.733066] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.735223] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.876s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.752788] env[69722]: INFO nova.scheduler.client.report [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Deleted allocations for instance 30953169-a61f-40d7-9d62-60e19097c4c1 [ 1184.859869] env[69722]: DEBUG oslo_vmware.api [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439199, 'name': ReconfigVM_Task, 'duration_secs': 0.167752} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.860308] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686559', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'name': 'volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'serial': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1184.881826] env[69722]: DEBUG oslo_vmware.api [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439198, 'name': PowerOnVM_Task, 'duration_secs': 0.561183} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.882145] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.882347] env[69722]: INFO nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1184.882528] env[69722]: DEBUG nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.883365] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1802d6b-69ed-4804-864e-2a772f44ea01 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.065840] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: c51b5827-ae23-450c-bec4-cd835b1f4533] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.240076] env[69722]: INFO nova.compute.claims [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.260859] env[69722]: DEBUG oslo_concurrency.lockutils [None req-be2694c0-e096-4816-ba14-7ecb1410f1f3 tempest-ServersNegativeTestJSON-707975594 tempest-ServersNegativeTestJSON-707975594-project-member] Lock "30953169-a61f-40d7-9d62-60e19097c4c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.484s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.399818] env[69722]: INFO nova.compute.manager [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Took 20.16 seconds to build instance. [ 1185.569017] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 05b24896-d5dd-4a18-a473-ebf73b357c11] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.746502] env[69722]: INFO nova.compute.resource_tracker [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating resource usage from migration 3f74db9f-7123-4ec0-8a22-f6f9e000adaf [ 1185.899279] env[69722]: DEBUG nova.objects.instance [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.901870] env[69722]: DEBUG oslo_concurrency.lockutils [None req-db22e0ba-2b7c-4290-ba01-a791ddfceb49 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.670s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.995604] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e31af-83f9-4e61-90b0-13887f76b3d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.001997] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391ac265-0b78-480a-891b-25755839c8fc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.033812] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289950e7-4cf9-497b-93ca-a659b204e7bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.038525] env[69722]: DEBUG nova.compute.manager [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Received event network-changed-4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.038718] env[69722]: DEBUG nova.compute.manager [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Refreshing instance network info cache due to event network-changed-4de79878-5817-415b-82fa-ee3372d02ffe. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.038964] env[69722]: DEBUG oslo_concurrency.lockutils [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] Acquiring lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.039212] env[69722]: DEBUG oslo_concurrency.lockutils [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] Acquired lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.039392] env[69722]: DEBUG nova.network.neutron [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Refreshing network info cache for port 4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.047869] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f169dae-2464-4b47-8d21-51a418b760f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.062829] env[69722]: DEBUG nova.compute.provider_tree [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.071787] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 1e3880be-63f5-43ad-9f8a-2bc14d6f52ad] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.405578] env[69722]: DEBUG oslo_concurrency.lockutils [None req-48e595e3-5db9-4613-9bd5-9a9d7b305b94 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.566096] env[69722]: DEBUG nova.scheduler.client.report [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.577321] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 9d84a2d4-1ef3-4e7b-803a-7c82ef7ccc13] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.798276] env[69722]: DEBUG nova.network.neutron [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updated VIF entry in instance network info cache for port 4de79878-5817-415b-82fa-ee3372d02ffe. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.798897] env[69722]: DEBUG nova.network.neutron [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.824120] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.824365] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.072248] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.072969] env[69722]: INFO nova.compute.manager [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Migrating [ 1187.079265] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.187s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.080338] env[69722]: INFO nova.compute.claims [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.084535] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 6f7f4c1d-0257-41fd-8537-7f6b8e2371d5] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.301736] env[69722]: DEBUG oslo_concurrency.lockutils [req-6141ca2f-730a-4eef-982e-528c9f844372 req-844ee05b-54be-4294-8f80-dc20c9aa3b0e service nova] Releasing lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.328130] env[69722]: DEBUG nova.compute.utils [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.594546] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: d20ad4a3-41a9-424a-9b3f-5b054b309198] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.600021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.600021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.600021] env[69722]: DEBUG nova.network.neutron [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.830984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.103041] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 4213eb1b-11d1-4867-b59c-6ab329e92006] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.307068] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741d1a46-0fb7-4243-bffb-b1f80a952749 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.315116] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a43edb-db82-4f74-9e8b-a514ee986ceb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.345527] env[69722]: DEBUG nova.network.neutron [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance_info_cache with network_info: [{"id": "1b26687c-6d5a-4296-a987-b14e234258bb", "address": "fa:16:3e:cf:78:60", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26687c-6d", "ovs_interfaceid": "1b26687c-6d5a-4296-a987-b14e234258bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.347242] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86936d54-855f-4925-99fb-09f267ae3e8e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.354771] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275196a0-70a2-4b19-9270-271e4b43c6d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.369963] env[69722]: DEBUG nova.compute.provider_tree [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.606547] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 9a0b33a4-e566-4985-95b4-f602ced6e0e0] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.850976] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.872658] env[69722]: DEBUG nova.scheduler.client.report [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.897635] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.897893] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.898149] env[69722]: INFO nova.compute.manager [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Attaching volume cd18377d-d9c1-4fd1-b986-ae6bf3e07262 to /dev/sdc [ 1188.928952] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2154893-b597-42ae-b2ee-fee740689a2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.936685] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c983d0-bf96-4c13-af8f-12ae82a68e2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.950400] env[69722]: DEBUG nova.virt.block_device [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updating existing volume attachment record: 3675a2cb-87a3-4e73-9e95-673283aa9ab3 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1189.110057] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 92479aee-268b-4e22-833d-ac25b910b102] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.377604] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.378180] env[69722]: DEBUG nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.380684] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.806s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.382314] env[69722]: INFO nova.compute.claims [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.613447] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: b8cc1e7e-32fe-4afa-9f57-58f2ef6d432c] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.886482] env[69722]: DEBUG nova.compute.utils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.890296] env[69722]: DEBUG nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.890427] env[69722]: DEBUG nova.network.neutron [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.933763] env[69722]: DEBUG nova.policy [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89c5a2bcea704d0582588cfda4d56a2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd07ce8fe3294344af8b9f8642556ab0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.117195] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 28bce77d-f28b-4e03-884a-4a244456b6cf] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.187363] env[69722]: DEBUG nova.network.neutron [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Successfully created port: 43ac576f-055d-4f31-af0d-008966d4b0ca {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.368127] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50638bb-0ffe-430d-a6df-1b1882c47ca1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.386753] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance 'f7774d66-f3ed-4ad4-8c82-b432100881d9' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1190.390615] env[69722]: DEBUG nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.584988] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c09ffc-24be-4915-a94f-86efeed0767f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.592766] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359ebd61-c342-41d3-9dba-1f1a9be707d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.621388] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 1968c49c-28b8-413a-8f36-be43a7dd7c5f] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.624248] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d6ada2-3174-4255-ae9f-a21d6c8a4cbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.633046] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5632beda-3680-46e1-bb9e-960f42f87aea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.645361] env[69722]: DEBUG nova.compute.provider_tree [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.894756] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.895076] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3b6e5aa-8e75-4fa5-a75b-f622b78d7664 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.906044] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1190.906044] env[69722]: value = "task-3439201" [ 1190.906044] env[69722]: _type = "Task" [ 1190.906044] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.914353] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.124755] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: fe554be0-a568-40b2-abc8-ccaaa75b2d7f] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.149159] env[69722]: DEBUG nova.scheduler.client.report [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.402788] env[69722]: DEBUG nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.415136] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439201, 'name': PowerOffVM_Task, 'duration_secs': 0.168949} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.415442] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.415637] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance 'f7774d66-f3ed-4ad4-8c82-b432100881d9' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.429528] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.429772] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.429976] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.430177] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.430322] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.430464] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.430668] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.430825] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.430992] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.431194] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.431385] env[69722]: DEBUG nova.virt.hardware [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.432251] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177387b3-15ec-45e0-9d36-ac2680b92240 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.439658] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d364802-0790-41b0-9107-316b6d306c2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.627586] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 9fa94347-fbac-434f-ac77-fe19742a41a3] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.654675] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.655304] env[69722]: DEBUG nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.666319] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.207s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.666319] env[69722]: DEBUG nova.objects.instance [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'pci_requests' on Instance uuid 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.666319] env[69722]: DEBUG nova.compute.manager [req-950c18b8-382f-40e4-aa18-7b7c75c383fa req-88c58b9a-2a8d-4fb0-947c-ba4b85deea8b service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Received event network-vif-plugged-43ac576f-055d-4f31-af0d-008966d4b0ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.666319] env[69722]: DEBUG oslo_concurrency.lockutils [req-950c18b8-382f-40e4-aa18-7b7c75c383fa req-88c58b9a-2a8d-4fb0-947c-ba4b85deea8b service nova] Acquiring lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.666319] env[69722]: DEBUG oslo_concurrency.lockutils [req-950c18b8-382f-40e4-aa18-7b7c75c383fa req-88c58b9a-2a8d-4fb0-947c-ba4b85deea8b service nova] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.666319] env[69722]: DEBUG oslo_concurrency.lockutils [req-950c18b8-382f-40e4-aa18-7b7c75c383fa req-88c58b9a-2a8d-4fb0-947c-ba4b85deea8b service nova] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.666319] env[69722]: DEBUG nova.compute.manager [req-950c18b8-382f-40e4-aa18-7b7c75c383fa req-88c58b9a-2a8d-4fb0-947c-ba4b85deea8b service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] No waiting events found dispatching network-vif-plugged-43ac576f-055d-4f31-af0d-008966d4b0ca {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.666319] env[69722]: WARNING nova.compute.manager [req-950c18b8-382f-40e4-aa18-7b7c75c383fa req-88c58b9a-2a8d-4fb0-947c-ba4b85deea8b service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Received unexpected event network-vif-plugged-43ac576f-055d-4f31-af0d-008966d4b0ca for instance with vm_state building and task_state spawning. [ 1191.697757] env[69722]: DEBUG nova.network.neutron [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Successfully updated port: 43ac576f-055d-4f31-af0d-008966d4b0ca {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.921737] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.922087] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.922267] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.922452] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.922600] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.922747] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.922953] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.923154] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.923328] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.923490] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.923661] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.932352] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9543bf8-2aee-4b14-8348-953bb0b97dce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.947995] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1191.947995] env[69722]: value = "task-3439203" [ 1191.947995] env[69722]: _type = "Task" [ 1191.947995] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.956012] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.130987] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 65bb2ffd-1edb-4eae-be93-542cc778cf3f] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.169494] env[69722]: DEBUG nova.objects.instance [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'numa_topology' on Instance uuid 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.171660] env[69722]: DEBUG nova.compute.utils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.173392] env[69722]: DEBUG nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.173572] env[69722]: DEBUG nova.network.neutron [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.200412] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "refresh_cache-35b86e99-6f32-42ec-9e93-c31c22c5b59b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.200610] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquired lock "refresh_cache-35b86e99-6f32-42ec-9e93-c31c22c5b59b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.200738] env[69722]: DEBUG nova.network.neutron [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.244098] env[69722]: DEBUG nova.policy [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a068131a8b6744b1bbd96648583a7b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10b9de3de2e4841ae31a67e663147e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.459358] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439203, 'name': ReconfigVM_Task, 'duration_secs': 0.14861} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.459663] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance 'f7774d66-f3ed-4ad4-8c82-b432100881d9' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.526398] env[69722]: INFO nova.compute.manager [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Rebuilding instance [ 1192.562529] env[69722]: DEBUG nova.network.neutron [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Successfully created port: 8376b740-62fc-4bfd-9c72-228e9c78c0ec {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.583615] env[69722]: DEBUG nova.compute.manager [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.584512] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f469e22-c171-4129-826e-93da10125091 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.634611] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: bc781a52-cfc0-409d-871d-9207e6891593] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.673623] env[69722]: INFO nova.compute.claims [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.676448] env[69722]: DEBUG nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.741690] env[69722]: DEBUG nova.network.neutron [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.890331] env[69722]: DEBUG nova.network.neutron [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Updating instance_info_cache with network_info: [{"id": "43ac576f-055d-4f31-af0d-008966d4b0ca", "address": "fa:16:3e:ac:d7:a6", "network": {"id": "73a51e97-eb1d-403e-ba72-69c792fce82b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-980901260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd07ce8fe3294344af8b9f8642556ab0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ac576f-05", "ovs_interfaceid": "43ac576f-055d-4f31-af0d-008966d4b0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.965667] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1192.965910] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1192.966083] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1192.966272] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1192.966422] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1192.966567] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1192.966783] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1192.966946] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1192.967134] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1192.967301] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1192.967476] env[69722]: DEBUG nova.virt.hardware [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1192.972781] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1192.973388] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34645884-b95b-4d8f-af02-17c37cacad86 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.992730] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1192.992730] env[69722]: value = "task-3439204" [ 1192.992730] env[69722]: _type = "Task" [ 1192.992730] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.006139] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.137398] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: d0ee46d1-4f3e-42d9-8873-98ef2209ecbe] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.393099] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Releasing lock "refresh_cache-35b86e99-6f32-42ec-9e93-c31c22c5b59b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.393450] env[69722]: DEBUG nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Instance network_info: |[{"id": "43ac576f-055d-4f31-af0d-008966d4b0ca", "address": "fa:16:3e:ac:d7:a6", "network": {"id": "73a51e97-eb1d-403e-ba72-69c792fce82b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-980901260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd07ce8fe3294344af8b9f8642556ab0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ac576f-05", "ovs_interfaceid": "43ac576f-055d-4f31-af0d-008966d4b0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.393880] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:d7:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43ac576f-055d-4f31-af0d-008966d4b0ca', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.401366] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Creating folder: Project (dd07ce8fe3294344af8b9f8642556ab0). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.401650] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a460aa01-7dbe-458e-82ff-83860e9cd908 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.412927] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Created folder: Project (dd07ce8fe3294344af8b9f8642556ab0) in parent group-v686248. [ 1193.413135] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Creating folder: Instances. Parent ref: group-v686562. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.413362] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcb05f08-9b31-4b68-8fc9-29fd99f00e60 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.424464] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Created folder: Instances in parent group-v686562. [ 1193.424464] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.424464] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.424638] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f174a4fe-a94b-4bbc-b11c-c210960f6f5e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.442595] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.442595] env[69722]: value = "task-3439207" [ 1193.442595] env[69722]: _type = "Task" [ 1193.442595] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.450030] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439207, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.499057] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1193.499326] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686561', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'name': 'volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'serial': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1193.500199] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e84536d-16a4-48aa-8ee5-207b8c085a10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.508635] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439204, 'name': ReconfigVM_Task, 'duration_secs': 0.169559} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.520054] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1193.520957] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef34e4b0-a0f0-4167-9942-879d7be73dad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.524348] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a063f1f-fa07-40b1-9f38-d2bc5d2ba91c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.562818] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede/volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.570365] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262/volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.570825] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de8e0875-27e7-46ce-bc59-fff59afac648 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.583455] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6107af2-5f8b-420d-ac50-80d3a5598f61 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.597874] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.598393] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-148538e3-0db4-430e-a3f3-b7fbd742468c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.601784] env[69722]: DEBUG oslo_vmware.api [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1193.601784] env[69722]: value = "task-3439209" [ 1193.601784] env[69722]: _type = "Task" [ 1193.601784] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.603101] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1193.603101] env[69722]: value = "task-3439208" [ 1193.603101] env[69722]: _type = "Task" [ 1193.603101] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.606902] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1193.606902] env[69722]: value = "task-3439210" [ 1193.606902] env[69722]: _type = "Task" [ 1193.606902] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.616153] env[69722]: DEBUG oslo_vmware.api [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.619168] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439208, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.622259] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.641292] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: f6a1570a-7d0d-4ebd-bbea-739ae01857f0] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.685861] env[69722]: DEBUG nova.compute.manager [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Received event network-changed-43ac576f-055d-4f31-af0d-008966d4b0ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.686176] env[69722]: DEBUG nova.compute.manager [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Refreshing instance network info cache due to event network-changed-43ac576f-055d-4f31-af0d-008966d4b0ca. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.686330] env[69722]: DEBUG oslo_concurrency.lockutils [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] Acquiring lock "refresh_cache-35b86e99-6f32-42ec-9e93-c31c22c5b59b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.686458] env[69722]: DEBUG oslo_concurrency.lockutils [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] Acquired lock "refresh_cache-35b86e99-6f32-42ec-9e93-c31c22c5b59b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.686612] env[69722]: DEBUG nova.network.neutron [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Refreshing network info cache for port 43ac576f-055d-4f31-af0d-008966d4b0ca {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.692332] env[69722]: DEBUG nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.726826] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.727197] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.727379] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.727565] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.727730] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.727863] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.728126] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.728293] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.728458] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.728620] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.728791] env[69722]: DEBUG nova.virt.hardware [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.730084] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9ecc50-cb47-4498-a0c8-84b55a916437 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.741481] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adedc6cc-2552-48a6-bf18-d7a3900f0505 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.932177] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ac594-900f-4aba-a73b-f3bc45d9ee73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.941386] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10716969-3637-4740-8279-fd77ebb636d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.977835] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439207, 'name': CreateVM_Task, 'duration_secs': 0.380041} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.979031] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.979638] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3b8a6-ba7b-497a-836a-26424c798d96 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.982683] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.982851] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.983182] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.983436] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97118115-c0f8-4633-9d82-3be1a216dd98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.990961] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13735356-4a09-4913-aba8-86349135be4b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.994822] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1193.994822] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52709703-4e2a-c653-4427-f78f16195575" [ 1193.994822] env[69722]: _type = "Task" [ 1193.994822] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.007233] env[69722]: DEBUG nova.compute.provider_tree [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.014412] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52709703-4e2a-c653-4427-f78f16195575, 'name': SearchDatastore_Task, 'duration_secs': 0.013776} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.014412] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.014577] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.014802] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.014946] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.015151] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.015899] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38adf068-ca6b-4e27-8e00-aae268b99c71 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.024046] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.024248] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.025144] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df99e61b-2994-4eec-a26a-59566fcc2136 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.030210] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1194.030210] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526b43ac-b346-b315-1826-948a56b64a8e" [ 1194.030210] env[69722]: _type = "Task" [ 1194.030210] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.036994] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526b43ac-b346-b315-1826-948a56b64a8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.118710] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439208, 'name': ReconfigVM_Task, 'duration_secs': 0.300086} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.119115] env[69722]: DEBUG oslo_vmware.api [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439209, 'name': ReconfigVM_Task, 'duration_secs': 0.410898} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.119620] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede/volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.119923] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance 'f7774d66-f3ed-4ad4-8c82-b432100881d9' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.123237] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262/volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.130906] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20286bd-da78-4064-9053-244435a6c772 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.140680] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439210, 'name': PowerOffVM_Task, 'duration_secs': 0.249725} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.140930] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.141193] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.142423] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028d8a7a-2db1-47be-bbcc-fa6d50a8743b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.144972] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 47b6bb61-62f6-40a5-b909-c67aa66a5fca] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.148374] env[69722]: DEBUG oslo_vmware.api [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1194.148374] env[69722]: value = "task-3439211" [ 1194.148374] env[69722]: _type = "Task" [ 1194.148374] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.153733] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.154268] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7106bb68-1436-4cce-9974-6b75475a5bf7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.158705] env[69722]: DEBUG oslo_vmware.api [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.159522] env[69722]: DEBUG nova.network.neutron [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Successfully updated port: 8376b740-62fc-4bfd-9c72-228e9c78c0ec {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.456910] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.457155] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.457341] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleting the datastore file [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.457619] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aed3f83-09de-407d-baf8-eeb468962edc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.460531] env[69722]: DEBUG nova.network.neutron [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Updated VIF entry in instance network info cache for port 43ac576f-055d-4f31-af0d-008966d4b0ca. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.460858] env[69722]: DEBUG nova.network.neutron [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Updating instance_info_cache with network_info: [{"id": "43ac576f-055d-4f31-af0d-008966d4b0ca", "address": "fa:16:3e:ac:d7:a6", "network": {"id": "73a51e97-eb1d-403e-ba72-69c792fce82b", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-980901260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd07ce8fe3294344af8b9f8642556ab0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43ac576f-05", "ovs_interfaceid": "43ac576f-055d-4f31-af0d-008966d4b0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.466759] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1194.466759] env[69722]: value = "task-3439213" [ 1194.466759] env[69722]: _type = "Task" [ 1194.466759] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.474370] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.510276] env[69722]: DEBUG nova.scheduler.client.report [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.541067] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526b43ac-b346-b315-1826-948a56b64a8e, 'name': SearchDatastore_Task, 'duration_secs': 0.009609} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.541850] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6c0eebf-e436-425e-86e6-e0475ac1a9e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.546913] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1194.546913] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528d0ecc-b6cf-5c8e-5751-1d20067196e7" [ 1194.546913] env[69722]: _type = "Task" [ 1194.546913] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.555116] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528d0ecc-b6cf-5c8e-5751-1d20067196e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.633502] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedc9b5e-f749-4028-98f7-49279600f0c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.651433] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: ae41ee5f-86e0-4596-aaba-403fbbd201f3] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.656547] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bed380-f1ba-47c3-9ea3-0a3ef2fded3b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.665666] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "refresh_cache-0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.665756] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "refresh_cache-0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.665933] env[69722]: DEBUG nova.network.neutron [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.666989] env[69722]: DEBUG oslo_vmware.api [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439211, 'name': ReconfigVM_Task, 'duration_secs': 0.140136} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.680173] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686561', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'name': 'volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'serial': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1194.681541] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance 'f7774d66-f3ed-4ad4-8c82-b432100881d9' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.714682] env[69722]: DEBUG nova.network.neutron [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.831955] env[69722]: DEBUG nova.network.neutron [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Updating instance_info_cache with network_info: [{"id": "8376b740-62fc-4bfd-9c72-228e9c78c0ec", "address": "fa:16:3e:4e:ee:17", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376b740-62", "ovs_interfaceid": "8376b740-62fc-4bfd-9c72-228e9c78c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.964134] env[69722]: DEBUG oslo_concurrency.lockutils [req-2d091bcd-5a7c-4df7-95f9-0bbd0edbfa02 req-073588de-9d17-4c95-a2e3-d5e2835575e7 service nova] Releasing lock "refresh_cache-35b86e99-6f32-42ec-9e93-c31c22c5b59b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.976129] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158378} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.976401] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.976582] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.976759] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.016135] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.352s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.018577] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.322s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.056915] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]528d0ecc-b6cf-5c8e-5751-1d20067196e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012867} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.057709] env[69722]: INFO nova.network.neutron [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1195.059583] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.059880] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 35b86e99-6f32-42ec-9e93-c31c22c5b59b/35b86e99-6f32-42ec-9e93-c31c22c5b59b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.060156] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c4986c5-c595-4b9f-a6ef-2bdec59516b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.067293] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1195.067293] env[69722]: value = "task-3439214" [ 1195.067293] env[69722]: _type = "Task" [ 1195.067293] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.075333] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.160075] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 7fad6d28-dd2a-406d-9df2-5aa0a45dd96d] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.334636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "refresh_cache-0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.334974] env[69722]: DEBUG nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Instance network_info: |[{"id": "8376b740-62fc-4bfd-9c72-228e9c78c0ec", "address": "fa:16:3e:4e:ee:17", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376b740-62", "ovs_interfaceid": "8376b740-62fc-4bfd-9c72-228e9c78c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.335426] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:ee:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8376b740-62fc-4bfd-9c72-228e9c78c0ec', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.344519] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.344740] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.344958] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80b798b3-d693-48ce-8662-414bfbb856d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.366173] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.366173] env[69722]: value = "task-3439215" [ 1195.366173] env[69722]: _type = "Task" [ 1195.366173] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.374292] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439215, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.581088] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.664026] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: fce74b34-1c77-4d71-b70f-6b374b1264e7] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.728311] env[69722]: DEBUG nova.objects.instance [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.771817] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6359417-9f73-4706-84d0-2dbe91812cab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.783034] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b835f9f-8a12-4484-8242-aaadb926b6d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.813466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c431c7-d397-4a20-9b76-6e3989530d78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.817170] env[69722]: DEBUG nova.compute.manager [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Received event network-vif-plugged-8376b740-62fc-4bfd-9c72-228e9c78c0ec {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.817353] env[69722]: DEBUG oslo_concurrency.lockutils [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] Acquiring lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.817558] env[69722]: DEBUG oslo_concurrency.lockutils [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.817725] env[69722]: DEBUG oslo_concurrency.lockutils [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.817888] env[69722]: DEBUG nova.compute.manager [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] No waiting events found dispatching network-vif-plugged-8376b740-62fc-4bfd-9c72-228e9c78c0ec {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1195.818178] env[69722]: WARNING nova.compute.manager [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Received unexpected event network-vif-plugged-8376b740-62fc-4bfd-9c72-228e9c78c0ec for instance with vm_state building and task_state spawning. [ 1195.818241] env[69722]: DEBUG nova.compute.manager [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Received event network-changed-8376b740-62fc-4bfd-9c72-228e9c78c0ec {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.818365] env[69722]: DEBUG nova.compute.manager [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Refreshing instance network info cache due to event network-changed-8376b740-62fc-4bfd-9c72-228e9c78c0ec. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.818547] env[69722]: DEBUG oslo_concurrency.lockutils [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] Acquiring lock "refresh_cache-0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.818682] env[69722]: DEBUG oslo_concurrency.lockutils [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] Acquired lock "refresh_cache-0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.818844] env[69722]: DEBUG nova.network.neutron [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Refreshing network info cache for port 8376b740-62fc-4bfd-9c72-228e9c78c0ec {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.826380] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c4e4ca-8087-4624-a740-9fa47ef0ca7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.841699] env[69722]: DEBUG nova.compute.provider_tree [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.876139] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439215, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.015324] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.015579] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.015735] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.015912] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.016074] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.016223] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.016428] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.016587] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.016752] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.016912] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.017095] env[69722]: DEBUG nova.virt.hardware [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.018031] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61002ffa-a446-47b4-90f0-3e8fa75d0739 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.026009] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5649bd91-ba40-4fd0-9c64-a19d78cacf7c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.039289] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:f6:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43a5b291-a8c2-4092-9575-37840630152c', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.046984] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.047248] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.047456] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f7b11d7-f1d7-4ed7-9964-a32f2f51b4a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.072522] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.072522] env[69722]: value = "task-3439216" [ 1196.072522] env[69722]: _type = "Task" [ 1196.072522] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.079408] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726506} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.079993] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 35b86e99-6f32-42ec-9e93-c31c22c5b59b/35b86e99-6f32-42ec-9e93-c31c22c5b59b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.080222] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.080667] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810c9d93-6e28-47c3-87e4-8448e5af8ccd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.085510] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439216, 'name': CreateVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.090175] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1196.090175] env[69722]: value = "task-3439217" [ 1196.090175] env[69722]: _type = "Task" [ 1196.090175] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.097114] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.167276] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 00f4195e-5c44-4c95-9c4d-d65c8059db5a] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.233456] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af0bf3b2-c5c7-4d5c-bde0-b412af21fbf3 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.335s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.345114] env[69722]: DEBUG nova.scheduler.client.report [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.359126] env[69722]: DEBUG nova.network.neutron [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Port 1b26687c-6d5a-4296-a987-b14e234258bb binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1196.378294] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439215, 'name': CreateVM_Task, 'duration_secs': 0.632043} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.378508] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.379234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.379396] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.379713] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.379964] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6cb2f5b-c43b-4c7b-98d4-307b42dc2ae4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.384620] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1196.384620] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5216ce64-e1c2-9b0b-d8c6-110e2bbc8984" [ 1196.384620] env[69722]: _type = "Task" [ 1196.384620] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.394189] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5216ce64-e1c2-9b0b-d8c6-110e2bbc8984, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.519230] env[69722]: DEBUG nova.network.neutron [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Updated VIF entry in instance network info cache for port 8376b740-62fc-4bfd-9c72-228e9c78c0ec. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.519582] env[69722]: DEBUG nova.network.neutron [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Updating instance_info_cache with network_info: [{"id": "8376b740-62fc-4bfd-9c72-228e9c78c0ec", "address": "fa:16:3e:4e:ee:17", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8376b740-62", "ovs_interfaceid": "8376b740-62fc-4bfd-9c72-228e9c78c0ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.565999] env[69722]: DEBUG oslo_concurrency.lockutils [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.566279] env[69722]: DEBUG oslo_concurrency.lockutils [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.583065] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439216, 'name': CreateVM_Task, 'duration_secs': 0.396782} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.583403] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.583839] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.602053] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094371} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.602304] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.603062] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa7bf94-2610-42ca-ad32-00cc4ea2e0ea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.625379] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 35b86e99-6f32-42ec-9e93-c31c22c5b59b/35b86e99-6f32-42ec-9e93-c31c22c5b59b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.625670] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc8eb2a-a773-4535-8164-3af34075e58c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.645274] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1196.645274] env[69722]: value = "task-3439218" [ 1196.645274] env[69722]: _type = "Task" [ 1196.645274] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.653071] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.670655] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 531fc776-108c-442c-9bc2-6d34bd9625c3] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.699469] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.700078] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.700078] env[69722]: DEBUG nova.network.neutron [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.894554] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5216ce64-e1c2-9b0b-d8c6-110e2bbc8984, 'name': SearchDatastore_Task, 'duration_secs': 0.029796} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.894866] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.895123] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.895370] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.895516] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.895692] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.896000] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.896292] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.896517] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0993931-1428-42b7-bfdc-7972c8f5131f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.898263] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e13d453-bd5e-489b-b767-1eb3037cbb54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.903663] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1196.903663] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fe0092-4ab4-a6c0-ef98-1218a9325aa3" [ 1196.903663] env[69722]: _type = "Task" [ 1196.903663] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.907275] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.907499] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.908476] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896e22a6-a5fd-4857-9c65-e1dd5bc14027 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.914079] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fe0092-4ab4-a6c0-ef98-1218a9325aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.916832] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1196.916832] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526eb64d-fe1f-49f6-6d89-bff9ab192fa0" [ 1196.916832] env[69722]: _type = "Task" [ 1196.916832] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.923850] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526eb64d-fe1f-49f6-6d89-bff9ab192fa0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.021852] env[69722]: DEBUG oslo_concurrency.lockutils [req-75403e15-87fd-49a7-aac6-2be19240a6a3 req-2b12916a-e921-4448-9991-b968f1adaa87 service nova] Releasing lock "refresh_cache-0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.069785] env[69722]: INFO nova.compute.manager [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Detaching volume f45804ed-1bd8-4ece-9cfb-ee686bdbfe31 [ 1197.103329] env[69722]: INFO nova.virt.block_device [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Attempting to driver detach volume f45804ed-1bd8-4ece-9cfb-ee686bdbfe31 from mountpoint /dev/sdb [ 1197.103576] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.103779] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686559', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'name': 'volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'serial': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.104654] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc83563e-e0dc-4d2e-a271-0713918e0862 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.129131] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c51efa-6278-45a3-9035-6c769717659b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.135592] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a710e-2a0b-40d1-93b9-5a98ab919016 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.163377] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e7403-2631-4265-9fee-f5ac7ad4b9ba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.170696] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439218, 'name': ReconfigVM_Task, 'duration_secs': 0.264023} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.181315] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 35b86e99-6f32-42ec-9e93-c31c22c5b59b/35b86e99-6f32-42ec-9e93-c31c22c5b59b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.182429] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 98ab9f8d-0c12-429a-a991-fe7489c45925] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.184186] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] The volume has not been displaced from its original location: [datastore1] volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31/volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1197.190281] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.190797] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-466653cb-a0fd-40a3-9423-dd29240a43ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.192447] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6994bfa0-9549-4733-bc9a-e796a1a43d78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.213621] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1197.213621] env[69722]: value = "task-3439219" [ 1197.213621] env[69722]: _type = "Task" [ 1197.213621] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.214537] env[69722]: DEBUG oslo_vmware.api [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1197.214537] env[69722]: value = "task-3439220" [ 1197.214537] env[69722]: _type = "Task" [ 1197.214537] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.227556] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439219, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.356190] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.337s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.381021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.381330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.381437] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.417084] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fe0092-4ab4-a6c0-ef98-1218a9325aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.017201} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.417536] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.417760] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.417970] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.426354] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]526eb64d-fe1f-49f6-6d89-bff9ab192fa0, 'name': SearchDatastore_Task, 'duration_secs': 0.007475} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.427076] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-749635c3-1133-4e1f-aa7b-ee1734d9fbba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.432206] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1197.432206] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ed4b26-c443-a305-4981-d120c86927b8" [ 1197.432206] env[69722]: _type = "Task" [ 1197.432206] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.439851] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ed4b26-c443-a305-4981-d120c86927b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.466495] env[69722]: DEBUG nova.network.neutron [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246e083-7f", "ovs_interfaceid": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.692169] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 076ef1c3-340c-43ce-a7dc-7432a4d02283] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.729515] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439219, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.732456] env[69722]: DEBUG oslo_vmware.api [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439220, 'name': ReconfigVM_Task, 'duration_secs': 0.444744} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.732948] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.737552] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5266de64-936f-4aac-abc3-2a83b8d4da7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.753107] env[69722]: DEBUG oslo_vmware.api [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1197.753107] env[69722]: value = "task-3439221" [ 1197.753107] env[69722]: _type = "Task" [ 1197.753107] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.762181] env[69722]: DEBUG oslo_vmware.api [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.900286] env[69722]: DEBUG nova.compute.manager [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-vif-plugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.900591] env[69722]: DEBUG oslo_concurrency.lockutils [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.900859] env[69722]: DEBUG oslo_concurrency.lockutils [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.901095] env[69722]: DEBUG oslo_concurrency.lockutils [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.901334] env[69722]: DEBUG nova.compute.manager [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] No waiting events found dispatching network-vif-plugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1197.901530] env[69722]: WARNING nova.compute.manager [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received unexpected event network-vif-plugged-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1197.901756] env[69722]: DEBUG nova.compute.manager [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.901945] env[69722]: DEBUG nova.compute.manager [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing instance network info cache due to event network-changed-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.902197] env[69722]: DEBUG oslo_concurrency.lockutils [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] Acquiring lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.924361] env[69722]: INFO nova.scheduler.client.report [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted allocation for migration 13656510-bef3-4dd0-ba9d-f7e3769045e3 [ 1197.943169] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ed4b26-c443-a305-4981-d120c86927b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.943444] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.943705] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1/0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.943987] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.944193] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.944414] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6099b177-7f3c-4029-9ee2-896f2368d383 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.946541] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01124a25-5cce-4630-b1ac-44a463b30e95 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.954515] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1197.954515] env[69722]: value = "task-3439222" [ 1197.954515] env[69722]: _type = "Task" [ 1197.954515] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.958768] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.958967] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.960112] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6046ad23-5a8f-4aba-8944-00ca31197543 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.966591] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.968480] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.971900] env[69722]: DEBUG oslo_concurrency.lockutils [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] Acquired lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.972114] env[69722]: DEBUG nova.network.neutron [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Refreshing network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.973539] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1197.973539] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a9989-46b0-8b43-22dd-70f6f86ef228" [ 1197.973539] env[69722]: _type = "Task" [ 1197.973539] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.983675] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529a9989-46b0-8b43-22dd-70f6f86ef228, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.984981] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f8532d-1d4b-4db5-a58a-c6556c14d0d4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.992049] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1197.992049] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e943d3-7040-2a73-3b67-5920f62e5a05" [ 1197.992049] env[69722]: _type = "Task" [ 1197.992049] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.997058] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='96eea79d22f545d90c28941db1f9cd32',container_format='bare',created_at=2025-04-15T14:06:57Z,direct_url=,disk_format='vmdk',id=d5caf207-66de-46c2-b6d1-f784f83f75f2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-760963406-shelved',owner='aae6f66b0bbe493b9d09f443e81c6b5d',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-15T14:07:15Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.997294] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.997452] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.999035] env[69722]: DEBUG nova.virt.hardware [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.999731] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db5078a-ced9-4431-943e-8595c6e3722a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.009444] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e943d3-7040-2a73-3b67-5920f62e5a05, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.010639] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a913d6-4bb1-4c68-93a5-b3605eb61074 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.014447] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.014698] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.014939] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-104fea9a-d903-4262-8033-e6d6905829f2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.022559] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1198.022559] env[69722]: value = "task-3439223" [ 1198.022559] env[69722]: _type = "Task" [ 1198.022559] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.030351] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:a4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1246e083-7f36-43e9-b6d7-7ba7ac0be2b1', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.037617] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.040632] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.040844] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48290298-0912-40c6-b164-a6b2eb31f611 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.061298] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.061298] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.061298] env[69722]: value = "task-3439224" [ 1198.061298] env[69722]: _type = "Task" [ 1198.061298] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.071868] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439224, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.195651] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 5ae4397d-b6d0-43c4-b2b4-80536575928c] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.226215] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439219, 'name': Rename_Task, 'duration_secs': 0.790102} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.226584] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.226765] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdd9db06-f5de-45ce-b4e7-c6f293088bf2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.234560] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1198.234560] env[69722]: value = "task-3439225" [ 1198.234560] env[69722]: _type = "Task" [ 1198.234560] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.244177] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.262926] env[69722]: DEBUG oslo_vmware.api [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439221, 'name': ReconfigVM_Task, 'duration_secs': 0.151003} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.263310] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686559', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'name': 'volume-f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31', 'serial': 'f45804ed-1bd8-4ece-9cfb-ee686bdbfe31'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1198.427809] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.427923] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.428103] env[69722]: DEBUG nova.network.neutron [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.430162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.116s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.468256] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.409452} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.468636] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1/0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.468955] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.469337] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64fcad2f-1317-4b35-bddb-f526c5d75cf0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.479945] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1198.479945] env[69722]: value = "task-3439226" [ 1198.479945] env[69722]: _type = "Task" [ 1198.479945] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.490218] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.539709] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439223, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.569737] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439224, 'name': CreateVM_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.699282] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 6b82c582-3bb0-4b3a-a0fe-3e589eaa6929] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.744236] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.801161] env[69722]: DEBUG nova.network.neutron [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updated VIF entry in instance network info cache for port 1246e083-7f36-43e9-b6d7-7ba7ac0be2b1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.801253] env[69722]: DEBUG nova.network.neutron [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [{"id": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "address": "fa:16:3e:a3:a4:48", "network": {"id": "b2caf860-9753-4d30-88a4-6e661ef30ab0", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1184633427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aae6f66b0bbe493b9d09f443e81c6b5d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1246e083-7f", "ovs_interfaceid": "1246e083-7f36-43e9-b6d7-7ba7ac0be2b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.810373] env[69722]: DEBUG nova.objects.instance [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.990179] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181937} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.990495] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.991447] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55e7526-13c7-44d1-acd1-d6eb28ffa107 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.013951] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1/0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.015721] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1dc42b-5f03-4478-9cea-b9064a3aeda8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.039247] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615327} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.040390] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.040626] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.040928] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1199.040928] env[69722]: value = "task-3439227" [ 1199.040928] env[69722]: _type = "Task" [ 1199.040928] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.041127] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f2e0493-3ea5-4689-9872-533bc945435e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.050947] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.052099] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1199.052099] env[69722]: value = "task-3439228" [ 1199.052099] env[69722]: _type = "Task" [ 1199.052099] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.059441] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.070299] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439224, 'name': CreateVM_Task, 'duration_secs': 0.694984} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.070460] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.071106] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.071279] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.071639] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.071887] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07fd1f6-40da-4970-9025-bd3f4486f2b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.076087] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1199.076087] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525626a3-2b3e-9d93-732a-f18e89c80e37" [ 1199.076087] env[69722]: _type = "Task" [ 1199.076087] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.083751] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525626a3-2b3e-9d93-732a-f18e89c80e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.202764] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: eb310089-7765-4d14-b010-9f6da48f5546] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.246019] env[69722]: DEBUG oslo_vmware.api [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439225, 'name': PowerOnVM_Task, 'duration_secs': 0.739682} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.246298] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.246495] env[69722]: INFO nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1199.246670] env[69722]: DEBUG nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.247541] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2544df-f896-4ea0-8759-458a76263f2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.303844] env[69722]: DEBUG oslo_concurrency.lockutils [req-cddf565d-626e-416e-bc51-0439ac74e653 req-4bf8c3a1-f944-4391-af1a-f10698f0bb21 service nova] Releasing lock "refresh_cache-36389626-0281-4d28-ab26-503bb70a7705" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.498119] env[69722]: DEBUG nova.network.neutron [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance_info_cache with network_info: [{"id": "1b26687c-6d5a-4296-a987-b14e234258bb", "address": "fa:16:3e:cf:78:60", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26687c-6d", "ovs_interfaceid": "1b26687c-6d5a-4296-a987-b14e234258bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.551653] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.559937] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337851} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.560172] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.560890] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2301e320-9508-4ec0-aaf0-f230f888aecf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.583595] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.583918] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7289106-84ba-424d-ae09-73d1fc10ba2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.610717] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.610958] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Processing image d5caf207-66de-46c2-b6d1-f784f83f75f2 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.611208] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2/d5caf207-66de-46c2-b6d1-f784f83f75f2.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.611419] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2/d5caf207-66de-46c2-b6d1-f784f83f75f2.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.611618] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.611911] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1199.611911] env[69722]: value = "task-3439229" [ 1199.611911] env[69722]: _type = "Task" [ 1199.611911] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.612111] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5843fd1c-2979-48fb-be87-b6791fa9f666 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.621702] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.623707] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.623707] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.624221] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e79d23-11cb-43e4-a678-412d172e2fe9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.628745] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1199.628745] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52063a83-69a7-2b9b-e7ad-5b83c954530f" [ 1199.628745] env[69722]: _type = "Task" [ 1199.628745] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.636217] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52063a83-69a7-2b9b-e7ad-5b83c954530f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.706402] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 93d5ebed-9f08-4ce8-91c7-cbb7142a2e5b] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1199.765800] env[69722]: INFO nova.compute.manager [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Took 16.89 seconds to build instance. [ 1199.817377] env[69722]: DEBUG oslo_concurrency.lockutils [None req-05020ff9-0f7c-4845-aa73-786913e1c2e4 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.251s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.836480] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e833742b-dfea-44b1-b1aa-947517908c9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.836734] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.836952] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.837155] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.837333] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.839275] env[69722]: INFO nova.compute.manager [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Terminating instance [ 1199.972167] env[69722]: DEBUG oslo_concurrency.lockutils [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.972429] env[69722]: DEBUG oslo_concurrency.lockutils [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.000815] env[69722]: DEBUG oslo_concurrency.lockutils [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.054291] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439227, 'name': ReconfigVM_Task, 'duration_secs': 0.835298} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.054567] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1/0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.055289] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12551413-c486-46b6-80a9-34757e6497a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.061533] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1200.061533] env[69722]: value = "task-3439230" [ 1200.061533] env[69722]: _type = "Task" [ 1200.061533] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.070115] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439230, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.123617] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439229, 'name': ReconfigVM_Task, 'duration_secs': 0.299575} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.123985] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f/99167da8-e7d7-48a2-a208-08b2b8578f7f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.124611] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68d86ac5-470d-4d96-a789-80c0765341cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.129856] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1200.129856] env[69722]: value = "task-3439231" [ 1200.129856] env[69722]: _type = "Task" [ 1200.129856] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.144337] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Preparing fetch location {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1200.144640] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Fetch image to [datastore1] OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7/OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7.vmdk {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1200.144873] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Downloading stream optimized image d5caf207-66de-46c2-b6d1-f784f83f75f2 to [datastore1] OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7/OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7.vmdk on the data store datastore1 as vApp {{(pid=69722) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1200.145106] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Downloading image file data d5caf207-66de-46c2-b6d1-f784f83f75f2 to the ESX as VM named 'OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7' {{(pid=69722) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1200.147719] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439231, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.209342] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: a716f045-1598-433c-ae67-32c7107544a5] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.230229] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1200.230229] env[69722]: value = "resgroup-9" [ 1200.230229] env[69722]: _type = "ResourcePool" [ 1200.230229] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1200.230473] env[69722]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c72b961c-3aaa-47ed-9657-2b54da21a051 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.253905] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease: (returnval){ [ 1200.253905] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1200.253905] env[69722]: _type = "HttpNfcLease" [ 1200.253905] env[69722]: } obtained for vApp import into resource pool (val){ [ 1200.253905] env[69722]: value = "resgroup-9" [ 1200.253905] env[69722]: _type = "ResourcePool" [ 1200.253905] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1200.254277] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the lease: (returnval){ [ 1200.254277] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1200.254277] env[69722]: _type = "HttpNfcLease" [ 1200.254277] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1200.262403] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1200.262403] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1200.262403] env[69722]: _type = "HttpNfcLease" [ 1200.262403] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1200.268177] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0db0a7ad-1334-4eb7-9e23-3d15351b5450 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.402s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.342872] env[69722]: DEBUG nova.compute.manager [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.343087] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.344019] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feea273e-88bc-46a8-a58a-db075013978a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.351522] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.351775] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef5b534e-e2f6-46c1-ba52-9726fc67c203 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.357849] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1200.357849] env[69722]: value = "task-3439233" [ 1200.357849] env[69722]: _type = "Task" [ 1200.357849] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.366121] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.476656] env[69722]: INFO nova.compute.manager [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Detaching volume cd18377d-d9c1-4fd1-b986-ae6bf3e07262 [ 1200.512243] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809fcf1b-2ae5-4021-92b7-c739df4cec4e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.516861] env[69722]: INFO nova.virt.block_device [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Attempting to driver detach volume cd18377d-d9c1-4fd1-b986-ae6bf3e07262 from mountpoint /dev/sdc [ 1200.517110] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1200.517343] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686561', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'name': 'volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'serial': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1200.518124] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5dec18-7a5b-4187-8b2f-d51d3388872f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.523022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06734f48-b585-466a-b306-8591aeb38878 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.543464] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a179a2a6-250a-431a-a2af-f75c70737f24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.554234] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7a34ef-0eac-455f-b98d-31e2a4a903f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.582383] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178b4c35-c5ee-42ef-8c82-688c67e9376a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.601458] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262/volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1200.606983] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfiguring VM instance instance-00000069 to detach disk 2002 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.607376] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439230, 'name': Rename_Task, 'duration_secs': 0.143063} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.607735] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b6e82df-13a5-42da-aedf-7dbca5dbc9d6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.620942] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.621180] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2424a276-2e8b-45e2-85c4-e0e8aa99753e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.627416] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1200.627416] env[69722]: value = "task-3439235" [ 1200.627416] env[69722]: _type = "Task" [ 1200.627416] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.628636] env[69722]: DEBUG oslo_vmware.api [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1200.628636] env[69722]: value = "task-3439234" [ 1200.628636] env[69722]: _type = "Task" [ 1200.628636] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.642659] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.648731] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439231, 'name': Rename_Task, 'duration_secs': 0.145006} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.653529] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.653529] env[69722]: DEBUG oslo_vmware.api [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.653529] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93fcbfa3-bb36-4bea-91e6-59915cf9f616 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.658892] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1200.658892] env[69722]: value = "task-3439236" [ 1200.658892] env[69722]: _type = "Task" [ 1200.658892] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.667396] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.712703] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 7e7b61a0-f7dd-42fa-9b40-3e2e31c3d4f7] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1200.763181] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1200.763181] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1200.763181] env[69722]: _type = "HttpNfcLease" [ 1200.763181] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1200.867511] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439233, 'name': PowerOffVM_Task, 'duration_secs': 0.208106} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.867824] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.868032] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.868363] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e699d0f-995b-4531-9ac5-c50110c09410 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.929409] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.929641] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.929803] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleting the datastore file [datastore2] e833742b-dfea-44b1-b1aa-947517908c9d {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.930094] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74240617-057e-4c8c-a2cc-e130a1b1b95a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.937885] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for the task: (returnval){ [ 1200.937885] env[69722]: value = "task-3439238" [ 1200.937885] env[69722]: _type = "Task" [ 1200.937885] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.945788] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.141061] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.144284] env[69722]: DEBUG oslo_vmware.api [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439234, 'name': ReconfigVM_Task, 'duration_secs': 0.238542} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.144469] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Reconfigured VM instance instance-00000069 to detach disk 2002 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.149653] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b286793b-914b-4f81-be37-1e8a30d1c038 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.170120] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.171648] env[69722]: DEBUG oslo_vmware.api [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1201.171648] env[69722]: value = "task-3439239" [ 1201.171648] env[69722]: _type = "Task" [ 1201.171648] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.179722] env[69722]: DEBUG oslo_vmware.api [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.216173] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: e653fc20-13d7-466a-bb91-1ae2cd58d469] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.263980] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.263980] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1201.263980] env[69722]: _type = "HttpNfcLease" [ 1201.263980] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1201.448633] env[69722]: DEBUG oslo_vmware.api [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Task: {'id': task-3439238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24951} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.449028] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.449233] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.449415] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.449586] env[69722]: INFO nova.compute.manager [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1201.449825] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.450031] env[69722]: DEBUG nova.compute.manager [-] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.450135] env[69722]: DEBUG nova.network.neutron [-] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.561181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.561289] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.561473] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.561680] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.561853] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.563997] env[69722]: INFO nova.compute.manager [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Terminating instance [ 1201.639825] env[69722]: DEBUG oslo_vmware.api [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439235, 'name': PowerOnVM_Task, 'duration_secs': 0.676146} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.640140] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.640354] env[69722]: INFO nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1201.641092] env[69722]: DEBUG nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.641327] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6659dd0c-566d-4855-bb79-2537662f23b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.646161] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27db56a-0f94-4516-95b5-bc694c11805c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.671658] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb686f-5150-4bc5-ae1f-8b4394353f45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.681514] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.684833] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance 'f7774d66-f3ed-4ad4-8c82-b432100881d9' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1201.692877] env[69722]: DEBUG oslo_vmware.api [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.719028] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 97cc7695-2be2-47d5-bf0e-700ded8c7033] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1201.749889] env[69722]: DEBUG nova.compute.manager [req-dc35ead3-ea5a-4904-bf0b-676c61836911 req-da46a041-01d7-4a4f-a238-f0cd2a89c1d3 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Received event network-vif-deleted-954feed4-16fd-4f5a-9666-888047501831 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.750117] env[69722]: INFO nova.compute.manager [req-dc35ead3-ea5a-4904-bf0b-676c61836911 req-da46a041-01d7-4a4f-a238-f0cd2a89c1d3 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Neutron deleted interface 954feed4-16fd-4f5a-9666-888047501831; detaching it from the instance and deleting it from the info cache [ 1201.750309] env[69722]: DEBUG nova.network.neutron [req-dc35ead3-ea5a-4904-bf0b-676c61836911 req-da46a041-01d7-4a4f-a238-f0cd2a89c1d3 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.764445] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.764445] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1201.764445] env[69722]: _type = "HttpNfcLease" [ 1201.764445] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1202.067956] env[69722]: DEBUG nova.compute.manager [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1202.068280] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.069255] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6190243e-a5ef-4c6e-beb4-733132e59e4d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.076541] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.076778] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f781b1-0eac-4039-a60b-75d5709674a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.083422] env[69722]: DEBUG oslo_vmware.api [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1202.083422] env[69722]: value = "task-3439240" [ 1202.083422] env[69722]: _type = "Task" [ 1202.083422] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.091095] env[69722]: DEBUG oslo_vmware.api [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.161090] env[69722]: INFO nova.compute.manager [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Took 18.61 seconds to build instance. [ 1202.181440] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439236, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.189597] env[69722]: DEBUG oslo_vmware.api [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439239, 'name': ReconfigVM_Task, 'duration_secs': 0.781913} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.189956] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686561', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'name': 'volume-cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd2d5f530-82a1-4a3e-b963-c8e7e78bedf8', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262', 'serial': 'cd18377d-d9c1-4fd1-b986-ae6bf3e07262'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1202.197032] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.197336] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26cbd140-703c-4f62-a314-bec2f8ad8930 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.205898] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1202.205898] env[69722]: value = "task-3439241" [ 1202.205898] env[69722]: _type = "Task" [ 1202.205898] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.223503] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.223503] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 12f0fe33-5c1e-4fe9-9278-d3b8ffcfafc5] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.225386] env[69722]: DEBUG nova.network.neutron [-] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.253510] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6cf6d2f-fa04-4a70-bcaa-2667f643e60f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.265160] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d13f12-2e69-4917-8bf3-907f9ef08fff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.278769] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.278769] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1202.278769] env[69722]: _type = "HttpNfcLease" [ 1202.278769] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.280389] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.280389] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52902413-2114-bc5c-6149-dec4c2a02476" [ 1202.280389] env[69722]: _type = "HttpNfcLease" [ 1202.280389] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1202.280389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1384498-8ea0-4ba5-ad08-0f0903e329d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.288015] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52338f05-5a85-ee99-6618-b9c8e45d8e63/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.288201] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52338f05-5a85-ee99-6618-b9c8e45d8e63/disk-0.vmdk. {{(pid=69722) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1202.303190] env[69722]: DEBUG nova.compute.manager [req-dc35ead3-ea5a-4904-bf0b-676c61836911 req-da46a041-01d7-4a4f-a238-f0cd2a89c1d3 service nova] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Detach interface failed, port_id=954feed4-16fd-4f5a-9666-888047501831, reason: Instance e833742b-dfea-44b1-b1aa-947517908c9d could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1202.368482] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b979fb39-1235-40dc-8bea-9881ef959600 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.595881] env[69722]: DEBUG oslo_vmware.api [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439240, 'name': PowerOffVM_Task, 'duration_secs': 0.307895} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.597029] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1202.597029] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1202.597029] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf2835a8-036d-4938-a407-99fe7cb5aaf4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.663309] env[69722]: DEBUG oslo_concurrency.lockutils [None req-09cc59e3-408a-4f61-a4b8-79d9ca02e344 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.123s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.674073] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.674361] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.674521] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Deleting the datastore file [datastore1] 35b86e99-6f32-42ec-9e93-c31c22c5b59b {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.675168] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-668c3e9b-d0f5-4852-bad5-c7518e7dc9ac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.680097] env[69722]: DEBUG oslo_vmware.api [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439236, 'name': PowerOnVM_Task, 'duration_secs': 1.756922} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.680723] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.680878] env[69722]: DEBUG nova.compute.manager [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.681663] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd68cbde-7370-4b2a-902a-c2b440767b8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.685081] env[69722]: DEBUG oslo_vmware.api [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for the task: (returnval){ [ 1202.685081] env[69722]: value = "task-3439243" [ 1202.685081] env[69722]: _type = "Task" [ 1202.685081] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.696319] env[69722]: DEBUG oslo_vmware.api [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.715741] env[69722]: DEBUG oslo_vmware.api [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439241, 'name': PowerOnVM_Task, 'duration_secs': 0.415626} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.715903] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.716454] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-07e9ba3c-2fe2-4db7-b8ed-870c72f89366 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance 'f7774d66-f3ed-4ad4-8c82-b432100881d9' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.728162] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: c8963c57-76ff-4cce-9279-c1f6744bbdaf] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1202.731973] env[69722]: INFO nova.compute.manager [-] [instance: e833742b-dfea-44b1-b1aa-947517908c9d] Took 1.28 seconds to deallocate network for instance. [ 1202.738636] env[69722]: DEBUG nova.objects.instance [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'flavor' on Instance uuid d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.908698] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.908985] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.909239] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.909433] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.909726] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.912670] env[69722]: INFO nova.compute.manager [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Terminating instance [ 1203.206218] env[69722]: DEBUG oslo_vmware.api [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Task: {'id': task-3439243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280149} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.208251] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.208563] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.208792] env[69722]: DEBUG nova.objects.instance [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1203.211510] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.211737] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.211971] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.212246] env[69722]: INFO nova.compute.manager [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1203.212547] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.213015] env[69722]: DEBUG nova.compute.manager [-] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1203.213181] env[69722]: DEBUG nova.network.neutron [-] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1203.230980] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: ca5a5434-ee5a-447e-b24e-f8cd2629f6ce] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.241320] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.417111] env[69722]: DEBUG nova.compute.manager [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.418096] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.423417] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a951d2-6155-4347-8a6a-b2f69a499fcd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.434241] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.436363] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a2f1fd-10fc-4d23-a045-943a887e4eb7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.445597] env[69722]: DEBUG oslo_vmware.api [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1203.445597] env[69722]: value = "task-3439244" [ 1203.445597] env[69722]: _type = "Task" [ 1203.445597] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.460032] env[69722]: DEBUG oslo_vmware.api [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439244, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.735273] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 01ca7a98-3897-4e1a-8ec3-f70f476afd7d] Instance has had 0 of 5 cleanup attempts {{(pid=69722) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1203.751303] env[69722]: DEBUG oslo_concurrency.lockutils [None req-40a52a58-e6dc-4d2b-867c-f13a431b05a0 tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.779s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.791513] env[69722]: DEBUG nova.compute.manager [req-58859c54-a5f6-4097-ac58-dfea54a7c8ae req-adfe6ff4-31d0-4da5-a10d-3a936e54cf0b service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Received event network-vif-deleted-43ac576f-055d-4f31-af0d-008966d4b0ca {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.791513] env[69722]: INFO nova.compute.manager [req-58859c54-a5f6-4097-ac58-dfea54a7c8ae req-adfe6ff4-31d0-4da5-a10d-3a936e54cf0b service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Neutron deleted interface 43ac576f-055d-4f31-af0d-008966d4b0ca; detaching it from the instance and deleting it from the info cache [ 1203.791513] env[69722]: DEBUG nova.network.neutron [req-58859c54-a5f6-4097-ac58-dfea54a7c8ae req-adfe6ff4-31d0-4da5-a10d-3a936e54cf0b service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.919263] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Completed reading data from the image iterator. {{(pid=69722) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1203.919615] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52338f05-5a85-ee99-6618-b9c8e45d8e63/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1203.920650] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed9867-516d-4fdc-9c18-49ed39672bc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.928052] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "ed3cad82-3c5d-48a3-a095-7296d1679331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.928395] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.928743] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "ed3cad82-3c5d-48a3-a095-7296d1679331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.929061] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.929292] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.930974] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52338f05-5a85-ee99-6618-b9c8e45d8e63/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1203.931214] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52338f05-5a85-ee99-6618-b9c8e45d8e63/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1203.932025] env[69722]: INFO nova.compute.manager [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Terminating instance [ 1203.933586] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8aaa1a3b-f682-46ff-ba33-5c37bce31388 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.957782] env[69722]: DEBUG oslo_vmware.api [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439244, 'name': PowerOffVM_Task, 'duration_secs': 0.23275} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.959375] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.959563] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.962536] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e6d1b3a-307e-4a2b-838b-edb55f437433 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.049940] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.049940] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.049940] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleting the datastore file [datastore1] 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.050344] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cd10ea7-4324-4ddd-8548-586df0e8f30b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.057037] env[69722]: DEBUG oslo_vmware.api [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1204.057037] env[69722]: value = "task-3439246" [ 1204.057037] env[69722]: _type = "Task" [ 1204.057037] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.065314] env[69722]: DEBUG oslo_vmware.api [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.096970] env[69722]: DEBUG nova.network.neutron [-] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.221726] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9215c3cf-180b-4356-966f-013f6ef0799a tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.222936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.982s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.223183] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.239304] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.239507] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Cleaning up deleted instances with incomplete migration {{(pid=69722) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1204.253053] env[69722]: INFO nova.scheduler.client.report [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Deleted allocations for instance e833742b-dfea-44b1-b1aa-947517908c9d [ 1204.294321] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92369364-4183-4ff7-b3a9-4bddb15f702b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.304103] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcac262-46d3-4c51-a4db-92f3a1a2ab48 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.342661] env[69722]: DEBUG nova.compute.manager [req-58859c54-a5f6-4097-ac58-dfea54a7c8ae req-adfe6ff4-31d0-4da5-a10d-3a936e54cf0b service nova] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Detach interface failed, port_id=43ac576f-055d-4f31-af0d-008966d4b0ca, reason: Instance 35b86e99-6f32-42ec-9e93-c31c22c5b59b could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1204.344348] env[69722]: DEBUG oslo_vmware.rw_handles [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52338f05-5a85-ee99-6618-b9c8e45d8e63/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1204.344545] env[69722]: INFO nova.virt.vmwareapi.images [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Downloaded image file data d5caf207-66de-46c2-b6d1-f784f83f75f2 [ 1204.345350] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e2cb61-bb6f-46ae-b701-39423b87c442 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.361106] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3744b17b-b305-4019-8f41-b97fb41a9554 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.439426] env[69722]: DEBUG nova.compute.manager [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.439651] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.440635] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc44106-5dcc-477e-84e8-b7db9341170b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.449042] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.449042] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91ff330e-309a-40f1-8aca-ed07e314e76e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.455390] env[69722]: DEBUG oslo_vmware.api [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1204.455390] env[69722]: value = "task-3439248" [ 1204.455390] env[69722]: _type = "Task" [ 1204.455390] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.464861] env[69722]: DEBUG oslo_vmware.api [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.466188] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.466343] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.466537] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.466717] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.466879] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.468383] env[69722]: INFO nova.virt.vmwareapi.images [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] The imported VM was unregistered [ 1204.470905] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Caching image {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1204.471143] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.471664] env[69722]: INFO nova.compute.manager [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Terminating instance [ 1204.472990] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45acb6d2-68e8-42f4-929c-0e669875d879 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.490493] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Created directory with path [datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.490710] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7/OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7.vmdk to [datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2/d5caf207-66de-46c2-b6d1-f784f83f75f2.vmdk. {{(pid=69722) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1204.491021] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6165e9aa-b0a4-44b9-9f99-4dcb7c49e708 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.499263] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1204.499263] env[69722]: value = "task-3439249" [ 1204.499263] env[69722]: _type = "Task" [ 1204.499263] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.508867] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439249, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.570783] env[69722]: DEBUG oslo_vmware.api [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438715} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.571143] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.571356] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.571563] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.571859] env[69722]: INFO nova.compute.manager [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1204.571986] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.572241] env[69722]: DEBUG nova.compute.manager [-] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.572341] env[69722]: DEBUG nova.network.neutron [-] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.600055] env[69722]: INFO nova.compute.manager [-] [instance: 35b86e99-6f32-42ec-9e93-c31c22c5b59b] Took 1.39 seconds to deallocate network for instance. [ 1204.742853] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.761333] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1923df63-ebc6-411c-a976-d24b3bd80ef0 tempest-DeleteServersTestJSON-721236380 tempest-DeleteServersTestJSON-721236380-project-member] Lock "e833742b-dfea-44b1-b1aa-947517908c9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.924s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.966238] env[69722]: DEBUG oslo_vmware.api [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439248, 'name': PowerOffVM_Task, 'duration_secs': 0.408033} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.966583] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.966758] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.967063] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d7b86f8-2027-47fb-b45d-e72a003e5fd7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.977859] env[69722]: DEBUG nova.compute.manager [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.978061] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.979478] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac17229-6a06-474b-b130-e180ac8ac54c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.988337] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.988614] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a8ccb3-5f19-40bc-b6ad-49e7d4744ce9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.995422] env[69722]: DEBUG oslo_vmware.api [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1204.995422] env[69722]: value = "task-3439251" [ 1204.995422] env[69722]: _type = "Task" [ 1204.995422] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.007410] env[69722]: DEBUG oslo_vmware.api [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.013094] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439249, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.055312] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.055533] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.055726] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleting the datastore file [datastore2] ed3cad82-3c5d-48a3-a095-7296d1679331 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.056037] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c757132-c36a-48ec-baf8-31a40a1fab73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.063392] env[69722]: DEBUG oslo_vmware.api [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1205.063392] env[69722]: value = "task-3439252" [ 1205.063392] env[69722]: _type = "Task" [ 1205.063392] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.068627] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.068898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.069116] env[69722]: DEBUG nova.compute.manager [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Going to confirm migration 7 {{(pid=69722) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1205.076281] env[69722]: DEBUG oslo_vmware.api [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.107088] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.107088] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.107308] env[69722]: DEBUG nova.objects.instance [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lazy-loading 'resources' on Instance uuid 35b86e99-6f32-42ec-9e93-c31c22c5b59b {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.381256] env[69722]: DEBUG nova.network.neutron [-] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.510407] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439249, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.513506] env[69722]: DEBUG oslo_vmware.api [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439251, 'name': PowerOffVM_Task, 'duration_secs': 0.227455} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.513768] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.513939] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.514220] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588dd23d-1ee7-4de7-9c4d-7f3687cc51fc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.576714] env[69722]: DEBUG oslo_vmware.api [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265096} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.579115] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.579351] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.579599] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.579789] env[69722]: INFO nova.compute.manager [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1205.580072] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.581453] env[69722]: DEBUG nova.compute.manager [-] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.581543] env[69722]: DEBUG nova.network.neutron [-] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.584546] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.584764] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.584946] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Deleting the datastore file [datastore2] d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.585238] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2136e16b-1386-47bb-a7d3-2907422d1a42 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.592676] env[69722]: DEBUG oslo_vmware.api [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for the task: (returnval){ [ 1205.592676] env[69722]: value = "task-3439255" [ 1205.592676] env[69722]: _type = "Task" [ 1205.592676] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.601691] env[69722]: DEBUG oslo_vmware.api [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.617180] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.618058] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquired lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.618328] env[69722]: DEBUG nova.network.neutron [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.618536] env[69722]: DEBUG nova.objects.instance [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'info_cache' on Instance uuid f7774d66-f3ed-4ad4-8c82-b432100881d9 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.839466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5eeb91-391e-41b0-8a3d-b35fd61f34cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.850655] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c72cce-75cd-474a-bf8d-2f401cd8acd5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.857772] env[69722]: DEBUG nova.compute.manager [req-9aca729d-be45-4bba-b0b4-7d377e7baf37 req-83c289e6-b329-4b62-ba4c-9670901645db service nova] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Received event network-vif-deleted-8376b740-62fc-4bfd-9c72-228e9c78c0ec {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.897137] env[69722]: INFO nova.compute.manager [-] [instance: 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1] Took 1.32 seconds to deallocate network for instance. [ 1205.901766] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4941f3e-3450-4ec4-a775-76155b4f5de6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.913595] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7425efd-c529-45ed-93c7-1ab07467cf20 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.930204] env[69722]: DEBUG nova.compute.provider_tree [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.012027] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439249, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.104358] env[69722]: DEBUG oslo_vmware.api [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Task: {'id': task-3439255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272444} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.104531] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.104745] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.104925] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.105114] env[69722]: INFO nova.compute.manager [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1206.105424] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.105634] env[69722]: DEBUG nova.compute.manager [-] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.105741] env[69722]: DEBUG nova.network.neutron [-] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.151394] env[69722]: DEBUG nova.compute.manager [req-ff82a9b4-0ca8-477e-893e-8730ca8b59df req-194bf252-22a4-4a15-b173-73daf45c31fa service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Received event network-vif-deleted-c685cf3d-cf41-4575-8113-f30d96aca0e3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.151661] env[69722]: INFO nova.compute.manager [req-ff82a9b4-0ca8-477e-893e-8730ca8b59df req-194bf252-22a4-4a15-b173-73daf45c31fa service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Neutron deleted interface c685cf3d-cf41-4575-8113-f30d96aca0e3; detaching it from the instance and deleting it from the info cache [ 1206.151914] env[69722]: DEBUG nova.network.neutron [req-ff82a9b4-0ca8-477e-893e-8730ca8b59df req-194bf252-22a4-4a15-b173-73daf45c31fa service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.247935] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.248083] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.414637] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.455496] env[69722]: ERROR nova.scheduler.client.report [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] [req-9858cfc1-b0b8-46ad-8ffa-a820e3cfb8f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID fc751dae-d10e-4fa8-8f8c-80cad2bb4e83. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9858cfc1-b0b8-46ad-8ffa-a820e3cfb8f1"}]} [ 1206.480605] env[69722]: DEBUG nova.scheduler.client.report [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Refreshing inventories for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1206.498141] env[69722]: DEBUG nova.scheduler.client.report [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Updating ProviderTree inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1206.498379] env[69722]: DEBUG nova.compute.provider_tree [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.512512] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439249, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.513722] env[69722]: DEBUG nova.scheduler.client.report [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Refreshing aggregate associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, aggregates: None {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1206.536849] env[69722]: DEBUG nova.scheduler.client.report [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Refreshing trait associations for resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69722) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1206.631643] env[69722]: DEBUG nova.network.neutron [-] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.655253] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86f670c9-dbd4-4846-b1fe-e7d3aae325b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.673825] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb8c41b-4bd6-414a-9220-aea4a5bebbbf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.710293] env[69722]: DEBUG nova.compute.manager [req-ff82a9b4-0ca8-477e-893e-8730ca8b59df req-194bf252-22a4-4a15-b173-73daf45c31fa service nova] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Detach interface failed, port_id=c685cf3d-cf41-4575-8113-f30d96aca0e3, reason: Instance ed3cad82-3c5d-48a3-a095-7296d1679331 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1206.755511] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.755710] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.755865] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.756028] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.756659] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1206.820209] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddafbdf-0676-4b0d-80ff-b9ac558b5174 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.832495] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0836f5b6-2deb-48c4-89a4-3309bcb979f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.867124] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3080c25-6da5-457e-876b-5cd059728ee3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.875264] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb06cb8-aab4-4c7f-bec1-7124d02a1939 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.889598] env[69722]: DEBUG nova.compute.provider_tree [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.903475] env[69722]: DEBUG nova.network.neutron [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance_info_cache with network_info: [{"id": "1b26687c-6d5a-4296-a987-b14e234258bb", "address": "fa:16:3e:cf:78:60", "network": {"id": "e8889794-2757-44c2-8ed1-b05c93978e6b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-13135273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90782c0e049045e3894d193a9360292b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b26687c-6d", "ovs_interfaceid": "1b26687c-6d5a-4296-a987-b14e234258bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.014704] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439249, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.104498] env[69722]: DEBUG nova.network.neutron [-] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.138632] env[69722]: INFO nova.compute.manager [-] [instance: ed3cad82-3c5d-48a3-a095-7296d1679331] Took 1.56 seconds to deallocate network for instance. [ 1207.405687] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Releasing lock "refresh_cache-f7774d66-f3ed-4ad4-8c82-b432100881d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.405940] env[69722]: DEBUG nova.objects.instance [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'migration_context' on Instance uuid f7774d66-f3ed-4ad4-8c82-b432100881d9 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.422978] env[69722]: DEBUG nova.scheduler.client.report [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1207.423278] env[69722]: DEBUG nova.compute.provider_tree [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 164 to 165 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1207.423574] env[69722]: DEBUG nova.compute.provider_tree [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.513591] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439249, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.685129} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.513928] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7/OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7.vmdk to [datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2/d5caf207-66de-46c2-b6d1-f784f83f75f2.vmdk. [ 1207.514141] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Cleaning up location [datastore1] OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1207.514312] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_60499123-36ae-497a-9887-6442b20b8fa7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.514556] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87429ec4-0243-4740-8ae8-982ba98c61e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.520703] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1207.520703] env[69722]: value = "task-3439256" [ 1207.520703] env[69722]: _type = "Task" [ 1207.520703] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.530047] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.607286] env[69722]: INFO nova.compute.manager [-] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Took 1.50 seconds to deallocate network for instance. [ 1207.644532] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.885021] env[69722]: DEBUG nova.compute.manager [req-b5256309-fe35-4aac-9a4a-97b5a2038a19 req-42db2d99-1ce3-44a8-a6c7-5b3cea793ebe service nova] [instance: d2d5f530-82a1-4a3e-b963-c8e7e78bedf8] Received event network-vif-deleted-c85805fb-b951-4164-9fa4-50dc8cdaabe9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.909576] env[69722]: DEBUG nova.objects.base [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.911164] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac15a5f-b31c-4da2-9b02-deaa705712da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.933059] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.826s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.935998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.522s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.936319] env[69722]: DEBUG nova.objects.instance [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'resources' on Instance uuid 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.940732] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25952ab2-e147-4ae3-a2a2-ea8b944f26a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.953822] env[69722]: DEBUG oslo_vmware.api [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1207.953822] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52405aee-2ade-bfd9-285e-2a2c156a0d23" [ 1207.953822] env[69722]: _type = "Task" [ 1207.953822] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.962712] env[69722]: DEBUG oslo_vmware.api [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52405aee-2ade-bfd9-285e-2a2c156a0d23, 'name': SearchDatastore_Task, 'duration_secs': 0.00686} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.963773] env[69722]: INFO nova.scheduler.client.report [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Deleted allocations for instance 35b86e99-6f32-42ec-9e93-c31c22c5b59b [ 1207.964846] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.033963] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042722} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.033963] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.033963] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2/d5caf207-66de-46c2-b6d1-f784f83f75f2.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.034143] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2/d5caf207-66de-46c2-b6d1-f784f83f75f2.vmdk to [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.034468] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-caaeb55c-50fe-4407-8106-021bff05fb2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.045597] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1208.045597] env[69722]: value = "task-3439257" [ 1208.045597] env[69722]: _type = "Task" [ 1208.045597] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.057169] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.114869] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.165965] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8537b115-c875-4077-84d7-a3d4655f0eda {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.173775] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cc7b36-16dd-4ed5-8166-4af868ebc92c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.203908] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d486101-fe07-450e-b4dd-334b0aa9877b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.215026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43951aef-73eb-4b33-824c-649a32ce98eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.225579] env[69722]: DEBUG nova.compute.provider_tree [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.471028] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c906c22-8c03-44b4-8bf3-6934bb5ddd95 tempest-ServerMetadataTestJSON-19675996 tempest-ServerMetadataTestJSON-19675996-project-member] Lock "35b86e99-6f32-42ec-9e93-c31c22c5b59b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.910s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.556237] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439257, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.769960] env[69722]: DEBUG nova.scheduler.client.report [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updated inventory for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1208.770312] env[69722]: DEBUG nova.compute.provider_tree [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updating resource provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 generation from 165 to 166 during operation: update_inventory {{(pid=69722) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1208.770545] env[69722]: DEBUG nova.compute.provider_tree [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Updating inventory in ProviderTree for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.059739] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439257, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.276888] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.341s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.279639] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.635s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.279907] env[69722]: DEBUG nova.objects.instance [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'resources' on Instance uuid ed3cad82-3c5d-48a3-a095-7296d1679331 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.315214] env[69722]: INFO nova.scheduler.client.report [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted allocations for instance 0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1 [ 1209.558485] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439257, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.824739] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0346adfe-fa76-482b-ab0a-02c15b1cf9ee tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0b256ee2-1dbe-4ca0-b667-bb085ffaa4a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.916s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.008401] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae9bcad-2477-4244-bfab-7590555e7f6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.018226] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1638585-8d67-4520-8cf6-9b8b6876297a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.056233] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d4b43-b564-4c22-8d57-209b3031ea0b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.065408] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439257, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.069536] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b3f8b-d97b-446d-b013-0a8a36fd908f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.085605] env[69722]: DEBUG nova.compute.provider_tree [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.323800] env[69722]: DEBUG nova.scheduler.client.report [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.327688] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.327942] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.328167] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.328353] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.328516] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.330171] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439257, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.385924} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.330626] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d5caf207-66de-46c2-b6d1-f784f83f75f2/d5caf207-66de-46c2-b6d1-f784f83f75f2.vmdk to [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.331472] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29172f3d-296d-4d5f-9bd8-b197dffedf32 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.335731] env[69722]: INFO nova.compute.manager [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Terminating instance [ 1211.360032] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.360032] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-230b110e-b3c4-4e9b-af27-26194525332a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.383544] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1211.383544] env[69722]: value = "task-3439258" [ 1211.383544] env[69722]: _type = "Task" [ 1211.383544] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.393380] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.832111] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.552s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.835649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.870s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.838893] env[69722]: DEBUG nova.compute.manager [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.838893] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.839920] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b5c603-5759-4eef-bdd2-9e9bfa687217 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.849623] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.849623] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2bd5ae-664c-475f-adfd-70e72c1c63fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.856138] env[69722]: DEBUG oslo_vmware.api [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1211.856138] env[69722]: value = "task-3439259" [ 1211.856138] env[69722]: _type = "Task" [ 1211.856138] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.864939] env[69722]: DEBUG oslo_vmware.api [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.866196] env[69722]: INFO nova.scheduler.client.report [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted allocations for instance ed3cad82-3c5d-48a3-a095-7296d1679331 [ 1211.893503] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.378899] env[69722]: DEBUG oslo_vmware.api [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.379657] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3ae55c05-a9cb-45af-938d-31411796fb9b tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "ed3cad82-3c5d-48a3-a095-7296d1679331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.451s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.397543] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.561425] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d759d0b-d7d8-49d7-a3e7-f8af4ca6b173 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.569410] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a95525e-1259-4bc7-b429-723a401a5e19 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.600507] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e18a5c3-56e2-4412-b334-c94aeaad634e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.607974] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e85e222-ba88-4d87-8387-335d9b9a3b81 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.621787] env[69722]: DEBUG nova.compute.provider_tree [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.867239] env[69722]: DEBUG oslo_vmware.api [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439259, 'name': PowerOffVM_Task, 'duration_secs': 0.992079} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.867565] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.867808] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.868098] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59255d63-0d84-49b9-b085-045cd577856c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.894911] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439258, 'name': ReconfigVM_Task, 'duration_secs': 1.32559} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.895239] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 36389626-0281-4d28-ab26-503bb70a7705/36389626-0281-4d28-ab26-503bb70a7705.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.895989] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ae4f7c7-e6ad-49b1-b306-eb4a37f51ad8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.904116] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1212.904116] env[69722]: value = "task-3439261" [ 1212.904116] env[69722]: _type = "Task" [ 1212.904116] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.916136] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439261, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.934936] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.934936] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.934936] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleting the datastore file [datastore2] 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.935398] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3031590-d1ba-4a88-abdc-d16672ce2266 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.946262] env[69722]: DEBUG oslo_vmware.api [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1212.946262] env[69722]: value = "task-3439262" [ 1212.946262] env[69722]: _type = "Task" [ 1212.946262] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.957631] env[69722]: DEBUG oslo_vmware.api [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.988580] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.988580] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.128084] env[69722]: DEBUG nova.scheduler.client.report [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.414051] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439261, 'name': Rename_Task, 'duration_secs': 0.147699} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.414051] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.414051] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8373613f-4356-487a-bb2f-e0392fd0709d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.421074] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1213.421074] env[69722]: value = "task-3439263" [ 1213.421074] env[69722]: _type = "Task" [ 1213.421074] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.426392] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.429935] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.430306] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.457909] env[69722]: DEBUG oslo_vmware.api [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144976} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.458229] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.459027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.459027] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.459027] env[69722]: INFO nova.compute.manager [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1213.459211] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.459730] env[69722]: DEBUG nova.compute.manager [-] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.459825] env[69722]: DEBUG nova.network.neutron [-] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.490621] env[69722]: DEBUG nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.731794] env[69722]: DEBUG nova.compute.manager [req-3c372eae-90b7-42ec-bb43-fb3588c7761a req-833db268-157f-4ccf-bf94-10e5aacf4afc service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Received event network-vif-deleted-dd63169f-72d7-4a98-b300-ad5cee6b45a9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.731794] env[69722]: INFO nova.compute.manager [req-3c372eae-90b7-42ec-bb43-fb3588c7761a req-833db268-157f-4ccf-bf94-10e5aacf4afc service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Neutron deleted interface dd63169f-72d7-4a98-b300-ad5cee6b45a9; detaching it from the instance and deleting it from the info cache [ 1213.732264] env[69722]: DEBUG nova.network.neutron [req-3c372eae-90b7-42ec-bb43-fb3588c7761a req-833db268-157f-4ccf-bf94-10e5aacf4afc service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.929023] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.934966] env[69722]: INFO nova.compute.manager [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Detaching volume 1d9462b6-b9db-4865-a99c-59222d06191b [ 1213.970951] env[69722]: INFO nova.virt.block_device [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Attempting to driver detach volume 1d9462b6-b9db-4865-a99c-59222d06191b from mountpoint /dev/sdb [ 1213.971225] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1213.971420] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686546', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'name': 'volume-1d9462b6-b9db-4865-a99c-59222d06191b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab53a3b-31c5-4439-ac9b-802cb9c3e072', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'serial': '1d9462b6-b9db-4865-a99c-59222d06191b'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1213.972356] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679178f6-767f-4fe5-8863-39c10710ff72 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.994891] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589a6930-1b6d-48d3-ac64-918114301f04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.006238] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12fa7d2-1c8c-4513-8351-e82958bb7b3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.029892] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.030739] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7f82ae-27aa-4d4d-bac2-f660bf44a868 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.046106] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] The volume has not been displaced from its original location: [datastore1] volume-1d9462b6-b9db-4865-a99c-59222d06191b/volume-1d9462b6-b9db-4865-a99c-59222d06191b.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1214.051542] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1214.051895] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef354a3-f26b-4b1d-81ac-4c80897307ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.073791] env[69722]: DEBUG oslo_vmware.api [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1214.073791] env[69722]: value = "task-3439264" [ 1214.073791] env[69722]: _type = "Task" [ 1214.073791] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.082753] env[69722]: DEBUG oslo_vmware.api [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.136334] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.301s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.139330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.024s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.139603] env[69722]: DEBUG nova.objects.instance [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lazy-loading 'resources' on Instance uuid d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.214050] env[69722]: DEBUG nova.network.neutron [-] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.236020] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f66668e-8b01-4d28-9ed3-2f3ef10c02cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.246326] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3817548-2b5f-40b4-b1e4-b468437cdcfb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.277599] env[69722]: DEBUG nova.compute.manager [req-3c372eae-90b7-42ec-bb43-fb3588c7761a req-833db268-157f-4ccf-bf94-10e5aacf4afc service nova] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Detach interface failed, port_id=dd63169f-72d7-4a98-b300-ad5cee6b45a9, reason: Instance 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1214.430797] env[69722]: DEBUG oslo_vmware.api [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439263, 'name': PowerOnVM_Task, 'duration_secs': 0.695971} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.431177] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.532396] env[69722]: DEBUG nova.compute.manager [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.533307] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97b02c1-acd7-4337-bbfb-8fb9400f45fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.583478] env[69722]: DEBUG oslo_vmware.api [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439264, 'name': ReconfigVM_Task, 'duration_secs': 0.25571} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.583737] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1214.588513] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aae5024-f4af-4ab8-810b-e52145cc69fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.603067] env[69722]: DEBUG oslo_vmware.api [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1214.603067] env[69722]: value = "task-3439265" [ 1214.603067] env[69722]: _type = "Task" [ 1214.603067] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.610285] env[69722]: DEBUG oslo_vmware.api [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.694709] env[69722]: INFO nova.scheduler.client.report [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted allocation for migration 3f74db9f-7123-4ec0-8a22-f6f9e000adaf [ 1214.716418] env[69722]: INFO nova.compute.manager [-] [instance: 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe] Took 1.26 seconds to deallocate network for instance. [ 1214.804896] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a919fb33-0cc7-428e-bf48-7dca8040ff1b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.812242] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6a1ca4-853f-40b0-8ee5-6832fd6604f5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.841683] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7b5150-2a1b-4d0c-bffa-d078f0e42062 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.849163] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f371fa6-050d-4dcd-9a02-a2c4dbad0772 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.862060] env[69722]: DEBUG nova.compute.provider_tree [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.052296] env[69722]: DEBUG oslo_concurrency.lockutils [None req-eabc8cb7-e936-4bda-ac82-6d8ef56fa766 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 31.625s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.105711] env[69722]: INFO nova.compute.manager [None req-3cf92f55-859c-41b3-a0a4-4f6c603a18f5 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Get console output [ 1215.106091] env[69722]: WARNING nova.virt.vmwareapi.driver [None req-3cf92f55-859c-41b3-a0a4-4f6c603a18f5 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] The console log is missing. Check your VSPC configuration [ 1215.115964] env[69722]: DEBUG oslo_vmware.api [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439265, 'name': ReconfigVM_Task, 'duration_secs': 0.144697} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.116268] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686546', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'name': 'volume-1d9462b6-b9db-4865-a99c-59222d06191b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab53a3b-31c5-4439-ac9b-802cb9c3e072', 'attached_at': '', 'detached_at': '', 'volume_id': '1d9462b6-b9db-4865-a99c-59222d06191b', 'serial': '1d9462b6-b9db-4865-a99c-59222d06191b'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1215.201574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-6b5c1098-c542-4724-97c5-4b29bb55d857 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.133s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.224944] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.365348] env[69722]: DEBUG nova.scheduler.client.report [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.661231] env[69722]: DEBUG nova.objects.instance [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'flavor' on Instance uuid 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.870468] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.873892] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.843s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.875428] env[69722]: INFO nova.compute.claims [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.890893] env[69722]: INFO nova.scheduler.client.report [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Deleted allocations for instance d2d5f530-82a1-4a3e-b963-c8e7e78bedf8 [ 1216.397852] env[69722]: DEBUG oslo_concurrency.lockutils [None req-447232f5-4849-46dc-b41d-4a2b0e8aaeec tempest-AttachVolumeTestJSON-1493442617 tempest-AttachVolumeTestJSON-1493442617-project-member] Lock "d2d5f530-82a1-4a3e-b963-c8e7e78bedf8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.931s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.671043] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c90ea46b-bd76-43bf-adb9-9a4c94811bed tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.010512] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b90d34-8c24-4a5a-a8b7-3f8e108a3667 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.018410] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb89511b-b693-4fac-bc1e-4f86bb255ee2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.049557] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909eded6-660e-47cb-9f44-9097a255888e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.057067] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391092a0-fa7f-4350-9c17-0a37a8d5a7fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.070100] env[69722]: DEBUG nova.compute.provider_tree [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.573777] env[69722]: DEBUG nova.scheduler.client.report [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.701525] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.717539] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.717788] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.717994] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.718397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.718397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.720718] env[69722]: INFO nova.compute.manager [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Terminating instance [ 1218.078991] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.079684] env[69722]: DEBUG nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.083490] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.858s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.083490] env[69722]: DEBUG nova.objects.instance [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'resources' on Instance uuid 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.205914] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Getting list of instances from cluster (obj){ [ 1218.205914] env[69722]: value = "domain-c8" [ 1218.205914] env[69722]: _type = "ClusterComputeResource" [ 1218.205914] env[69722]: } {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1218.206986] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec888f7b-7782-41a1-b913-b5699a178037 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.225585] env[69722]: DEBUG nova.compute.manager [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.225750] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.226043] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Got total of 9 instances {{(pid=69722) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1218.226188] env[69722]: WARNING nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] While synchronizing instance power states, found 11 instances in the database and 9 instances on the hypervisor. [ 1218.226325] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid a8a67152-5fd1-4704-9f82-31d82d4cd134 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.226504] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid 7bb71f82-7f50-469a-9827-8e27bb446245 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.226654] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid 09d214da-6eae-466e-850b-1f94dfda5795 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.226802] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.226948] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.227144] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid c66837fa-915a-4a4e-9558-4344440c2ef0 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.227309] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid 99167da8-e7d7-48a2-a208-08b2b8578f7f {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.227454] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid f7774d66-f3ed-4ad4-8c82-b432100881d9 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.227594] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.227735] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid 86579918-a6f4-4a3c-9fa7-cd24dddeb859 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.227878] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Triggering sync for uuid cd7e51ef-c146-4b70-917c-45aa716e26c7 {{(pid=69722) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1218.228669] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95078a5e-78be-4c19-9692-cee8ea47ba42 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.231350] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.231573] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.231828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.232027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.232262] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "09d214da-6eae-466e-850b-1f94dfda5795" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.232445] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "09d214da-6eae-466e-850b-1f94dfda5795" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.232670] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.232882] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.233062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "36389626-0281-4d28-ab26-503bb70a7705" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.233294] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "c66837fa-915a-4a4e-9558-4344440c2ef0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.234742] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.234993] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.235195] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.235424] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.235608] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.235828] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.236037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.236222] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.236448] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.237374] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc22a13e-3308-4989-93a3-0691d02a024c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.241008] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b382ed2-9a53-43b5-b3e4-fe82fa9ed908 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.243689] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9edba1-2401-44b3-a66c-8609a328efe7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.246386] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84fc15a-1689-4284-8bd2-c3402f88b44e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.248986] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb499e23-77eb-47fe-a4bb-facbf731b6ba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.251697] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d532792-f47f-42dd-940f-003e55152f39 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.254940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dabfaf-be70-452a-9dc6-3c4a8fa63257 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.258031] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a764f5-4029-4a8e-b796-84f732f14b6f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.269155] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.278089] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2868d977-e7ec-4247-8760-17eaa8ed25d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.297439] env[69722]: DEBUG oslo_vmware.api [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1218.297439] env[69722]: value = "task-3439267" [ 1218.297439] env[69722]: _type = "Task" [ 1218.297439] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.305431] env[69722]: DEBUG oslo_vmware.api [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.586782] env[69722]: DEBUG nova.compute.utils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.591145] env[69722]: DEBUG nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.591369] env[69722]: DEBUG nova.network.neutron [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.632932] env[69722]: DEBUG nova.policy [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '183cf3ab953b452cbd98eab441bd4d93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67eec0dca184405ea1eaf4732e53b8ce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.736846] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e497d606-b3b6-400f-8e68-c34f3f8ba97c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.744689] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07ccf00-a81a-4c00-b965-85fef97a9086 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.774871] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6755e68c-2a3f-4c50-b0b6-f18c48c0b719 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.782691] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1685431-4960-433d-8fcf-abcb86eaa96f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.786736] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.787098] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "36389626-0281-4d28-ab26-503bb70a7705" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.796587] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.796898] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.797253] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.797550] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.797832] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.798258] env[69722]: DEBUG nova.compute.provider_tree [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.802886] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "09d214da-6eae-466e-850b-1f94dfda5795" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.807125] env[69722]: DEBUG oslo_vmware.api [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439267, 'name': PowerOffVM_Task, 'duration_secs': 0.230621} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.807887] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.808070] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.808415] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f41a393-148e-46bf-a8d7-e53c08c198cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.877392] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.877622] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.877809] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleting the datastore file [datastore2] 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.878085] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8f93bf3-1931-4e6f-bf42-7ddc9221f526 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.884230] env[69722]: DEBUG oslo_vmware.api [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1218.884230] env[69722]: value = "task-3439269" [ 1218.884230] env[69722]: _type = "Task" [ 1218.884230] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.896127] env[69722]: DEBUG oslo_vmware.api [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.910920] env[69722]: DEBUG nova.network.neutron [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Successfully created port: 3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.092648] env[69722]: DEBUG nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1219.304273] env[69722]: DEBUG nova.scheduler.client.report [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.394431] env[69722]: DEBUG oslo_vmware.api [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213946} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.394709] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.394897] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.395091] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.395269] env[69722]: INFO nova.compute.manager [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1219.395507] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.395802] env[69722]: DEBUG nova.compute.manager [-] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.395802] env[69722]: DEBUG nova.network.neutron [-] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.813130] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.837777] env[69722]: INFO nova.scheduler.client.report [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted allocations for instance 6a79f0cf-112c-48f7-a06d-0b9f50b2eefe [ 1219.855739] env[69722]: DEBUG nova.compute.manager [req-4bc8a9f3-2760-485e-916c-5a53523ba414 req-003590d6-8dd7-4156-897b-5a9027ac4058 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Received event network-vif-deleted-16710016-26ab-4ca9-9182-69f343aa0e09 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.855739] env[69722]: INFO nova.compute.manager [req-4bc8a9f3-2760-485e-916c-5a53523ba414 req-003590d6-8dd7-4156-897b-5a9027ac4058 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Neutron deleted interface 16710016-26ab-4ca9-9182-69f343aa0e09; detaching it from the instance and deleting it from the info cache [ 1219.855873] env[69722]: DEBUG nova.network.neutron [req-4bc8a9f3-2760-485e-916c-5a53523ba414 req-003590d6-8dd7-4156-897b-5a9027ac4058 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.102235] env[69722]: DEBUG nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1220.129992] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1220.130254] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1220.130410] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1220.130588] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1220.130733] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1220.130876] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1220.131316] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1220.131316] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1220.131446] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1220.131591] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1220.131771] env[69722]: DEBUG nova.virt.hardware [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1220.132627] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb36d927-519d-4f49-a940-219b8097e944 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.140841] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833cb069-0151-411d-a343-bf0be3685552 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.263784] env[69722]: DEBUG nova.compute.manager [req-efd80627-f92c-4c58-a1db-4fedf1176db8 req-b2e37cfa-f5bd-4d6f-ab40-375f456e17aa service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Received event network-vif-plugged-3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.264213] env[69722]: DEBUG oslo_concurrency.lockutils [req-efd80627-f92c-4c58-a1db-4fedf1176db8 req-b2e37cfa-f5bd-4d6f-ab40-375f456e17aa service nova] Acquiring lock "cd7e51ef-c146-4b70-917c-45aa716e26c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.264615] env[69722]: DEBUG oslo_concurrency.lockutils [req-efd80627-f92c-4c58-a1db-4fedf1176db8 req-b2e37cfa-f5bd-4d6f-ab40-375f456e17aa service nova] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.264923] env[69722]: DEBUG oslo_concurrency.lockutils [req-efd80627-f92c-4c58-a1db-4fedf1176db8 req-b2e37cfa-f5bd-4d6f-ab40-375f456e17aa service nova] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.265134] env[69722]: DEBUG nova.compute.manager [req-efd80627-f92c-4c58-a1db-4fedf1176db8 req-b2e37cfa-f5bd-4d6f-ab40-375f456e17aa service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] No waiting events found dispatching network-vif-plugged-3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1220.265441] env[69722]: WARNING nova.compute.manager [req-efd80627-f92c-4c58-a1db-4fedf1176db8 req-b2e37cfa-f5bd-4d6f-ab40-375f456e17aa service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Received unexpected event network-vif-plugged-3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 for instance with vm_state building and task_state spawning. [ 1220.336668] env[69722]: DEBUG nova.network.neutron [-] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.351258] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4fb0206f-cf49-4ffd-be3d-6b0df8bd4d12 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.022s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.354864] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.119s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.357550] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40abcdfd-f519-44b3-adc9-f0ded4c3450c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.359760] env[69722]: DEBUG nova.network.neutron [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Successfully updated port: 3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.360394] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-48aa4b91-322a-4cf4-9059-ff45b67d9988 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.374657] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af99c44-0c0c-4e0c-bb67-d49cc7054f67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.388093] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c477b59b-626c-4bf9-b5f4-7fafe4ddabc2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.431842] env[69722]: DEBUG nova.compute.manager [req-4bc8a9f3-2760-485e-916c-5a53523ba414 req-003590d6-8dd7-4156-897b-5a9027ac4058 service nova] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Detach interface failed, port_id=16710016-26ab-4ca9-9182-69f343aa0e09, reason: Instance 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.433099] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "6a79f0cf-112c-48f7-a06d-0b9f50b2eefe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.078s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.839094] env[69722]: INFO nova.compute.manager [-] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] Took 1.44 seconds to deallocate network for instance. [ 1220.861736] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "refresh_cache-cd7e51ef-c146-4b70-917c-45aa716e26c7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.861736] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquired lock "refresh_cache-cd7e51ef-c146-4b70-917c-45aa716e26c7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.861736] env[69722]: DEBUG nova.network.neutron [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.262473] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.262833] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.345499] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.345744] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.345961] env[69722]: DEBUG nova.objects.instance [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'resources' on Instance uuid 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.418901] env[69722]: DEBUG nova.network.neutron [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.549221] env[69722]: DEBUG nova.network.neutron [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Updating instance_info_cache with network_info: [{"id": "3dcf47bd-b2b0-4b22-9040-f50ced6a3c77", "address": "fa:16:3e:6e:30:bb", "network": {"id": "a78174c1-9e05-4e74-a0c6-7dd6c8fce27b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-561431706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67eec0dca184405ea1eaf4732e53b8ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dcf47bd-b2", "ovs_interfaceid": "3dcf47bd-b2b0-4b22-9040-f50ced6a3c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.765865] env[69722]: DEBUG nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.981016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e67943a-42b9-4e9e-9dca-ea2f9ee3f6cd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.989073] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27a6902-a99e-4ece-b8ba-e93287cdac4a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.021062] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca09dcb5-2c5f-4ddb-b8f3-58a3d23bef67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.028792] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86ba740-7b60-4e92-97b5-1628e087460f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.042029] env[69722]: DEBUG nova.compute.provider_tree [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.052110] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Releasing lock "refresh_cache-cd7e51ef-c146-4b70-917c-45aa716e26c7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.052574] env[69722]: DEBUG nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Instance network_info: |[{"id": "3dcf47bd-b2b0-4b22-9040-f50ced6a3c77", "address": "fa:16:3e:6e:30:bb", "network": {"id": "a78174c1-9e05-4e74-a0c6-7dd6c8fce27b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-561431706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67eec0dca184405ea1eaf4732e53b8ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dcf47bd-b2", "ovs_interfaceid": "3dcf47bd-b2b0-4b22-9040-f50ced6a3c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1222.052765] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:30:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '48937bd1-23dc-413f-b46b-59bf9e709aa0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3dcf47bd-b2b0-4b22-9040-f50ced6a3c77', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.060053] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Creating folder: Project (67eec0dca184405ea1eaf4732e53b8ce). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.060542] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a5a06fe-5812-49b3-b475-ca2a2ba9bba3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.071060] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Created folder: Project (67eec0dca184405ea1eaf4732e53b8ce) in parent group-v686248. [ 1222.071258] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Creating folder: Instances. Parent ref: group-v686569. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1222.071456] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b43c545e-0488-42cf-9c50-ab753b182546 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.080206] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Created folder: Instances in parent group-v686569. [ 1222.080391] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.080581] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.080762] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29851ffb-cdd6-46a7-a843-22fe6134c1e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.098781] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.098781] env[69722]: value = "task-3439273" [ 1222.098781] env[69722]: _type = "Task" [ 1222.098781] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.105573] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439273, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.288547] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.323093] env[69722]: DEBUG nova.compute.manager [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Received event network-changed-3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.323343] env[69722]: DEBUG nova.compute.manager [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Refreshing instance network info cache due to event network-changed-3dcf47bd-b2b0-4b22-9040-f50ced6a3c77. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.323574] env[69722]: DEBUG oslo_concurrency.lockutils [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] Acquiring lock "refresh_cache-cd7e51ef-c146-4b70-917c-45aa716e26c7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.323888] env[69722]: DEBUG oslo_concurrency.lockutils [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] Acquired lock "refresh_cache-cd7e51ef-c146-4b70-917c-45aa716e26c7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.324191] env[69722]: DEBUG nova.network.neutron [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Refreshing network info cache for port 3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.544775] env[69722]: DEBUG nova.scheduler.client.report [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.608603] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439273, 'name': CreateVM_Task, 'duration_secs': 0.336128} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.608766] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.609751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.609751] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.609920] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.610161] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ccb3f5b-9765-4324-aa01-eca0f4d8f994 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.614767] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1222.614767] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520c62e2-ac10-742b-31c9-c0b096691350" [ 1222.614767] env[69722]: _type = "Task" [ 1222.614767] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.622053] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520c62e2-ac10-742b-31c9-c0b096691350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.049465] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.051700] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.763s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.053481] env[69722]: INFO nova.compute.claims [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.064823] env[69722]: DEBUG nova.network.neutron [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Updated VIF entry in instance network info cache for port 3dcf47bd-b2b0-4b22-9040-f50ced6a3c77. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1223.065097] env[69722]: DEBUG nova.network.neutron [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Updating instance_info_cache with network_info: [{"id": "3dcf47bd-b2b0-4b22-9040-f50ced6a3c77", "address": "fa:16:3e:6e:30:bb", "network": {"id": "a78174c1-9e05-4e74-a0c6-7dd6c8fce27b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-561431706-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67eec0dca184405ea1eaf4732e53b8ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "48937bd1-23dc-413f-b46b-59bf9e709aa0", "external-id": "nsx-vlan-transportzone-160", "segmentation_id": 160, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3dcf47bd-b2", "ovs_interfaceid": "3dcf47bd-b2b0-4b22-9040-f50ced6a3c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.076822] env[69722]: INFO nova.scheduler.client.report [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted allocations for instance 8ab53a3b-31c5-4439-ac9b-802cb9c3e072 [ 1223.126113] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520c62e2-ac10-742b-31c9-c0b096691350, 'name': SearchDatastore_Task, 'duration_secs': 0.009215} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.126376] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.126621] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.126872] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.127034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.127345] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.127624] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8035efd1-fe85-440e-8170-9c99708cdee4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.138518] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.138693] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.139433] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff88e57d-154d-4599-8145-65dc5c37d458 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.145891] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1223.145891] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b6218d-7eb4-e9fc-3a4c-2d28248da76f" [ 1223.145891] env[69722]: _type = "Task" [ 1223.145891] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.153099] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b6218d-7eb4-e9fc-3a4c-2d28248da76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.567281] env[69722]: DEBUG oslo_concurrency.lockutils [req-e6458a91-d4b7-490c-b225-e31398676754 req-bfa6c1c3-eb12-40c1-8699-17315beb2969 service nova] Releasing lock "refresh_cache-cd7e51ef-c146-4b70-917c-45aa716e26c7" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.582687] env[69722]: DEBUG oslo_concurrency.lockutils [None req-bac954bb-83c8-43e8-96eb-dc7d0d8689ad tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.865s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.584375] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.352s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.584527] env[69722]: INFO nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: 8ab53a3b-31c5-4439-ac9b-802cb9c3e072] During sync_power_state the instance has a pending task (deleting). Skip. [ 1223.584682] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "8ab53a3b-31c5-4439-ac9b-802cb9c3e072" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.656549] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52b6218d-7eb4-e9fc-3a4c-2d28248da76f, 'name': SearchDatastore_Task, 'duration_secs': 0.017321} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.657342] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68de069-ed35-49f0-aa9d-67d7af78e2fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.662245] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1223.662245] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524af729-7508-fe63-9e1d-7e801276a922" [ 1223.662245] env[69722]: _type = "Task" [ 1223.662245] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.669193] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524af729-7508-fe63-9e1d-7e801276a922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.174732] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524af729-7508-fe63-9e1d-7e801276a922, 'name': SearchDatastore_Task, 'duration_secs': 0.00901} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.175059] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.175263] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] cd7e51ef-c146-4b70-917c-45aa716e26c7/cd7e51ef-c146-4b70-917c-45aa716e26c7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.175950] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fad4374e-c73b-4a07-9d6d-fdd2000391b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.182396] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1224.182396] env[69722]: value = "task-3439275" [ 1224.182396] env[69722]: _type = "Task" [ 1224.182396] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.191228] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.192607] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88d35f6-5b77-4185-8198-d78d852140f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.198849] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed82c811-3b17-4b82-870d-8d38ed163af8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.228423] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b84716-eb5d-440f-ac73-4957f5139025 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.238699] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b5f3aa-9fc2-45d7-ae28-a42cceb52d38 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.250536] env[69722]: DEBUG nova.compute.provider_tree [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.301188] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.301491] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.692118] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450573} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.692389] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] cd7e51ef-c146-4b70-917c-45aa716e26c7/cd7e51ef-c146-4b70-917c-45aa716e26c7.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.692609] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.692914] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46dbbcd1-bdab-4b9f-8a9f-93410aff320d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.699229] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1224.699229] env[69722]: value = "task-3439276" [ 1224.699229] env[69722]: _type = "Task" [ 1224.699229] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.706980] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.753338] env[69722]: DEBUG nova.scheduler.client.report [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.805199] env[69722]: DEBUG nova.compute.utils [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.209538] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061041} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.209882] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.210780] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff88db-7f97-4a43-90b6-2fc597c34bce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.232730] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] cd7e51ef-c146-4b70-917c-45aa716e26c7/cd7e51ef-c146-4b70-917c-45aa716e26c7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.232976] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6096f1b-1b21-4eb1-87ad-5e871554c914 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.252478] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1225.252478] env[69722]: value = "task-3439277" [ 1225.252478] env[69722]: _type = "Task" [ 1225.252478] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.260613] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.261107] env[69722]: DEBUG nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.263462] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.308086] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.695030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "56b601cc-acc1-48d8-80db-0c1701f52e75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.695030] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.763695] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439277, 'name': ReconfigVM_Task, 'duration_secs': 0.32123} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.763962] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Reconfigured VM instance instance-00000073 to attach disk [datastore2] cd7e51ef-c146-4b70-917c-45aa716e26c7/cd7e51ef-c146-4b70-917c-45aa716e26c7.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.765469] env[69722]: DEBUG nova.compute.utils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.767049] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b10bf5cb-4db3-4a60-9b0a-1cd0bc172c5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.768740] env[69722]: DEBUG nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.768906] env[69722]: DEBUG nova.network.neutron [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.776764] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1225.776764] env[69722]: value = "task-3439278" [ 1225.776764] env[69722]: _type = "Task" [ 1225.776764] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.788505] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439278, 'name': Rename_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.806312] env[69722]: DEBUG nova.policy [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a068131a8b6744b1bbd96648583a7b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10b9de3de2e4841ae31a67e663147e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.069746] env[69722]: DEBUG nova.network.neutron [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Successfully created port: d1029aa9-9bef-409d-bb7c-49c05ccc52b1 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.197103] env[69722]: DEBUG nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.267845] env[69722]: DEBUG nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.287114] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439278, 'name': Rename_Task, 'duration_secs': 0.139676} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.287439] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.287748] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96c9b56f-5cd7-4bb6-8d33-432f8d44fd28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.293490] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1226.293490] env[69722]: value = "task-3439279" [ 1226.293490] env[69722]: _type = "Task" [ 1226.293490] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.301201] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.371400] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.371649] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.371877] env[69722]: INFO nova.compute.manager [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Attaching volume 889ee1cc-ff4a-4cf8-a080-540e04713d46 to /dev/sdb [ 1226.410321] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce47534-57d3-429e-8b29-49cf34fbe62a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.418708] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c9dec-c26f-4e0a-b158-55cff8ad46f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.431776] env[69722]: DEBUG nova.virt.block_device [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating existing volume attachment record: 1be05577-3f86-47f0-b8bd-6ea931ed67ab {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1226.724584] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.724925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.726724] env[69722]: INFO nova.compute.claims [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.804748] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439279, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.278310] env[69722]: DEBUG nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.311489] env[69722]: DEBUG oslo_vmware.api [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439279, 'name': PowerOnVM_Task, 'duration_secs': 0.595931} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.311489] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.311589] env[69722]: INFO nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1227.311774] env[69722]: DEBUG nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.313528] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50574576-c912-4143-8730-7fc62d872bdd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.318376] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.318693] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.318930] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.319225] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.319474] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.319819] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.320020] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.320262] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.320512] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.320849] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.320935] env[69722]: DEBUG nova.virt.hardware [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.322263] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399b0203-9ff0-4946-8d8b-0adf75edeb04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.335183] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fd5e8e-120d-4df8-ac34-754242281505 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.540787] env[69722]: DEBUG nova.compute.manager [req-580e72b6-2067-4a8c-b797-e055572be357 req-42f37103-dfe0-4f11-bd44-cc1a1adccf3d service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Received event network-vif-plugged-d1029aa9-9bef-409d-bb7c-49c05ccc52b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.540787] env[69722]: DEBUG oslo_concurrency.lockutils [req-580e72b6-2067-4a8c-b797-e055572be357 req-42f37103-dfe0-4f11-bd44-cc1a1adccf3d service nova] Acquiring lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.540787] env[69722]: DEBUG oslo_concurrency.lockutils [req-580e72b6-2067-4a8c-b797-e055572be357 req-42f37103-dfe0-4f11-bd44-cc1a1adccf3d service nova] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.541310] env[69722]: DEBUG oslo_concurrency.lockutils [req-580e72b6-2067-4a8c-b797-e055572be357 req-42f37103-dfe0-4f11-bd44-cc1a1adccf3d service nova] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.541597] env[69722]: DEBUG nova.compute.manager [req-580e72b6-2067-4a8c-b797-e055572be357 req-42f37103-dfe0-4f11-bd44-cc1a1adccf3d service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] No waiting events found dispatching network-vif-plugged-d1029aa9-9bef-409d-bb7c-49c05ccc52b1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.541795] env[69722]: WARNING nova.compute.manager [req-580e72b6-2067-4a8c-b797-e055572be357 req-42f37103-dfe0-4f11-bd44-cc1a1adccf3d service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Received unexpected event network-vif-plugged-d1029aa9-9bef-409d-bb7c-49c05ccc52b1 for instance with vm_state building and task_state spawning. [ 1227.624921] env[69722]: DEBUG nova.network.neutron [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Successfully updated port: d1029aa9-9bef-409d-bb7c-49c05ccc52b1 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.844858] env[69722]: INFO nova.compute.manager [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Took 13.84 seconds to build instance. [ 1227.885009] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fe5ef-72b0-41d0-84f9-e6bae2e85392 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.895029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583a0a6-6b93-4a49-9a49-b10679fabca8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.923942] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040b444a-562d-4787-9c99-80d97f5c63db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.931450] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba29272-8a9c-4bb4-924f-55ec48357486 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.944530] env[69722]: DEBUG nova.compute.provider_tree [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.127958] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "refresh_cache-0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.128969] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "refresh_cache-0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.128969] env[69722]: DEBUG nova.network.neutron [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.348315] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b33799c0-76fc-44b6-8cde-d36b62e9e32e tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.361s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.348534] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.112s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.349430] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68b7138-0853-4b5e-b6ba-87ff776f2af0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.447633] env[69722]: DEBUG nova.scheduler.client.report [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.658108] env[69722]: DEBUG nova.network.neutron [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.725839] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.774272] env[69722]: DEBUG nova.network.neutron [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Updating instance_info_cache with network_info: [{"id": "d1029aa9-9bef-409d-bb7c-49c05ccc52b1", "address": "fa:16:3e:1d:3d:4e", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1029aa9-9b", "ovs_interfaceid": "d1029aa9-9bef-409d-bb7c-49c05ccc52b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.859708] env[69722]: INFO nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1228.859947] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.860238] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.137s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.860482] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "cd7e51ef-c146-4b70-917c-45aa716e26c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.860697] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.860863] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.863258] env[69722]: INFO nova.compute.manager [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Terminating instance [ 1228.952473] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.953014] env[69722]: DEBUG nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.277488] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "refresh_cache-0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.277828] env[69722]: DEBUG nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Instance network_info: |[{"id": "d1029aa9-9bef-409d-bb7c-49c05ccc52b1", "address": "fa:16:3e:1d:3d:4e", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1029aa9-9b", "ovs_interfaceid": "d1029aa9-9bef-409d-bb7c-49c05ccc52b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.278326] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:3d:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1029aa9-9bef-409d-bb7c-49c05ccc52b1', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.286904] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.287229] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.287484] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0735027-f403-4821-89a8-eae2b1be9a37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.308214] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.308214] env[69722]: value = "task-3439284" [ 1229.308214] env[69722]: _type = "Task" [ 1229.308214] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.315601] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439284, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.366694] env[69722]: DEBUG nova.compute.manager [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.366994] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.367923] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4c4d8-4fc4-4349-9d43-5b1694d0ae1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.375093] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.375358] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bedf15e5-eb88-4508-a821-c7f4633f2959 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.381080] env[69722]: DEBUG oslo_vmware.api [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1229.381080] env[69722]: value = "task-3439285" [ 1229.381080] env[69722]: _type = "Task" [ 1229.381080] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.391444] env[69722]: DEBUG oslo_vmware.api [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.458692] env[69722]: DEBUG nova.compute.utils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.459835] env[69722]: DEBUG nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.459999] env[69722]: DEBUG nova.network.neutron [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.497461] env[69722]: DEBUG nova.policy [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aae11d1f09f4a7a83c3d6f32f7891a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ed2c89a0dd4cad85d7cf394b461776', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.569070] env[69722]: DEBUG nova.compute.manager [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Received event network-changed-d1029aa9-9bef-409d-bb7c-49c05ccc52b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.569406] env[69722]: DEBUG nova.compute.manager [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Refreshing instance network info cache due to event network-changed-d1029aa9-9bef-409d-bb7c-49c05ccc52b1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.569745] env[69722]: DEBUG oslo_concurrency.lockutils [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] Acquiring lock "refresh_cache-0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.569901] env[69722]: DEBUG oslo_concurrency.lockutils [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] Acquired lock "refresh_cache-0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.570181] env[69722]: DEBUG nova.network.neutron [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Refreshing network info cache for port d1029aa9-9bef-409d-bb7c-49c05ccc52b1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.806102] env[69722]: DEBUG nova.network.neutron [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Successfully created port: aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.817541] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439284, 'name': CreateVM_Task, 'duration_secs': 0.327115} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.817719] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.824703] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.824801] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.825096] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.825388] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d7d1f3-1f52-466e-97ef-10bd8c7edd95 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.829788] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1229.829788] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521f25e8-7615-16e5-4d5b-5195d50afe0f" [ 1229.829788] env[69722]: _type = "Task" [ 1229.829788] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.837919] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521f25e8-7615-16e5-4d5b-5195d50afe0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.890357] env[69722]: DEBUG oslo_vmware.api [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439285, 'name': PowerOffVM_Task, 'duration_secs': 0.233315} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.890624] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.890798] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.891065] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a45ec6f-6ed0-49ec-82eb-ee912b7b3bf0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.933413] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1229.952522] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.952748] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.952935] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Deleting the datastore file [datastore2] cd7e51ef-c146-4b70-917c-45aa716e26c7 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.953218] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deeab0b8-1a1b-4e48-8ac6-6f1e429b3ad8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.961239] env[69722]: DEBUG oslo_vmware.api [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for the task: (returnval){ [ 1229.961239] env[69722]: value = "task-3439287" [ 1229.961239] env[69722]: _type = "Task" [ 1229.961239] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.964723] env[69722]: DEBUG nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.972561] env[69722]: DEBUG oslo_vmware.api [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439287, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.258717] env[69722]: DEBUG nova.network.neutron [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Updated VIF entry in instance network info cache for port d1029aa9-9bef-409d-bb7c-49c05ccc52b1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.259091] env[69722]: DEBUG nova.network.neutron [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Updating instance_info_cache with network_info: [{"id": "d1029aa9-9bef-409d-bb7c-49c05ccc52b1", "address": "fa:16:3e:1d:3d:4e", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1029aa9-9b", "ovs_interfaceid": "d1029aa9-9bef-409d-bb7c-49c05ccc52b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.339923] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521f25e8-7615-16e5-4d5b-5195d50afe0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.340270] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.340534] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.340771] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.340918] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.341110] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.341364] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a98d6b5-914d-41a5-89bf-50acada8fe2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.349522] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.349689] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.350399] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b02ffd2-e13a-4bd3-a62f-b716fddfafdf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.355720] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1230.355720] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d63e95-a1d1-ae36-fea8-9f4de0111767" [ 1230.355720] env[69722]: _type = "Task" [ 1230.355720] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.362925] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d63e95-a1d1-ae36-fea8-9f4de0111767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.436646] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.436933] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.437095] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.437262] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1230.438187] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccd5d73-a7ac-4572-afc6-89b3b377a4a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.446340] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aa935d-4546-4a61-8b85-90f1d6fcb022 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.461421] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd297dd-f8fa-4222-adcb-d2bac96c543d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.477633] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a40822-ad63-49db-8a0e-f679b1f64d7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.480385] env[69722]: DEBUG oslo_vmware.api [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Task: {'id': task-3439287, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144943} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.480864] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.481061] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.481242] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.481415] env[69722]: INFO nova.compute.manager [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1230.481654] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.482222] env[69722]: DEBUG nova.compute.manager [-] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.482308] env[69722]: DEBUG nova.network.neutron [-] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.510833] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179218MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1230.510833] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.510833] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.762117] env[69722]: DEBUG oslo_concurrency.lockutils [req-b60a4b20-21fe-4d2c-a67b-13e55ce9238f req-afb744e9-435f-4204-88ca-651145f4b031 service nova] Releasing lock "refresh_cache-0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.801717] env[69722]: DEBUG nova.compute.manager [req-38fc025b-a9a3-4b81-8136-39e092d16c37 req-15deee1c-2232-4d01-b041-9891ce061573 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Received event network-vif-deleted-3dcf47bd-b2b0-4b22-9040-f50ced6a3c77 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.801903] env[69722]: INFO nova.compute.manager [req-38fc025b-a9a3-4b81-8136-39e092d16c37 req-15deee1c-2232-4d01-b041-9891ce061573 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Neutron deleted interface 3dcf47bd-b2b0-4b22-9040-f50ced6a3c77; detaching it from the instance and deleting it from the info cache [ 1230.802039] env[69722]: DEBUG nova.network.neutron [req-38fc025b-a9a3-4b81-8136-39e092d16c37 req-15deee1c-2232-4d01-b041-9891ce061573 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.866022] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d63e95-a1d1-ae36-fea8-9f4de0111767, 'name': SearchDatastore_Task, 'duration_secs': 0.008846} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.866718] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77e76e05-f364-4106-abff-1c3cdf66614c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.872241] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1230.872241] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dac607-a706-f423-3337-755b57e457f7" [ 1230.872241] env[69722]: _type = "Task" [ 1230.872241] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.879993] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dac607-a706-f423-3337-755b57e457f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.976029] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1230.976231] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686573', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'name': 'volume-889ee1cc-ff4a-4cf8-a080-540e04713d46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86579918-a6f4-4a3c-9fa7-cd24dddeb859', 'attached_at': '', 'detached_at': '', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'serial': '889ee1cc-ff4a-4cf8-a080-540e04713d46'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1230.977122] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa43b411-45ef-44b1-86ac-4a5f3b8780e1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.982161] env[69722]: DEBUG nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.997387] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a20473-a818-4b53-8925-d31bab16b7b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.026017] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-889ee1cc-ff4a-4cf8-a080-540e04713d46/volume-889ee1cc-ff4a-4cf8-a080-540e04713d46.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.027824] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.028050] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.028210] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.028391] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.028538] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.028685] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.028888] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.029062] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.029249] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.029476] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.029666] env[69722]: DEBUG nova.virt.hardware [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.030125] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4caee3c7-3ff2-41e9-9a89-1dfd58d63ce8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.043264] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9c6fff-b910-47b5-bb06-46f41c40cabc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.051912] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6316deb-87fb-4c95-a145-8acd91c43d5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.055711] env[69722]: DEBUG oslo_vmware.api [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1231.055711] env[69722]: value = "task-3439288" [ 1231.055711] env[69722]: _type = "Task" [ 1231.055711] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.072478] env[69722]: DEBUG oslo_vmware.api [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.238396] env[69722]: DEBUG nova.network.neutron [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Successfully updated port: aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.263198] env[69722]: DEBUG nova.network.neutron [-] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.304860] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9dc9911-1aa0-4272-a76a-b4ca6a99235d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.314726] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64b7cec-9cef-4a2e-8d74-d733d3928300 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.346032] env[69722]: DEBUG nova.compute.manager [req-38fc025b-a9a3-4b81-8136-39e092d16c37 req-15deee1c-2232-4d01-b041-9891ce061573 service nova] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Detach interface failed, port_id=3dcf47bd-b2b0-4b22-9040-f50ced6a3c77, reason: Instance cd7e51ef-c146-4b70-917c-45aa716e26c7 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.381307] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52dac607-a706-f423-3337-755b57e457f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010533} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.381496] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.381628] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc/0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.382686] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08da836e-da3a-4eb2-aac8-75a8c4d35a97 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.387929] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1231.387929] env[69722]: value = "task-3439289" [ 1231.387929] env[69722]: _type = "Task" [ 1231.387929] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.395106] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.553385] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance a8a67152-5fd1-4704-9f82-31d82d4cd134 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.553665] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 7bb71f82-7f50-469a-9827-8e27bb446245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.553708] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 09d214da-6eae-466e-850b-1f94dfda5795 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.553919] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c66837fa-915a-4a4e-9558-4344440c2ef0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.554101] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 99167da8-e7d7-48a2-a208-08b2b8578f7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.554230] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 86579918-a6f4-4a3c-9fa7-cd24dddeb859 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.554347] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 36389626-0281-4d28-ab26-503bb70a7705 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.554462] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance f7774d66-f3ed-4ad4-8c82-b432100881d9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.554574] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance cd7e51ef-c146-4b70-917c-45aa716e26c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.554751] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.554969] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 56b601cc-acc1-48d8-80db-0c1701f52e75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1231.555236] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1231.555595] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1231.572668] env[69722]: DEBUG oslo_vmware.api [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439288, 'name': ReconfigVM_Task, 'duration_secs': 0.333038} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.572990] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-889ee1cc-ff4a-4cf8-a080-540e04713d46/volume-889ee1cc-ff4a-4cf8-a080-540e04713d46.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.582095] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bad216a-85a1-4b3d-bb7a-e3973ab3cc04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.597212] env[69722]: DEBUG nova.compute.manager [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Received event network-vif-plugged-aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.597530] env[69722]: DEBUG oslo_concurrency.lockutils [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] Acquiring lock "56b601cc-acc1-48d8-80db-0c1701f52e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.597830] env[69722]: DEBUG oslo_concurrency.lockutils [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.597972] env[69722]: DEBUG oslo_concurrency.lockutils [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.598218] env[69722]: DEBUG nova.compute.manager [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] No waiting events found dispatching network-vif-plugged-aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.598497] env[69722]: WARNING nova.compute.manager [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Received unexpected event network-vif-plugged-aea8e08f-eb9e-4327-add5-b104cf7d9a62 for instance with vm_state building and task_state spawning. [ 1231.598678] env[69722]: DEBUG nova.compute.manager [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Received event network-changed-aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.598862] env[69722]: DEBUG nova.compute.manager [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Refreshing instance network info cache due to event network-changed-aea8e08f-eb9e-4327-add5-b104cf7d9a62. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1231.599103] env[69722]: DEBUG oslo_concurrency.lockutils [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] Acquiring lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.599335] env[69722]: DEBUG oslo_concurrency.lockutils [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] Acquired lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.599551] env[69722]: DEBUG nova.network.neutron [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Refreshing network info cache for port aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.611727] env[69722]: DEBUG oslo_vmware.api [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1231.611727] env[69722]: value = "task-3439290" [ 1231.611727] env[69722]: _type = "Task" [ 1231.611727] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.622607] env[69722]: DEBUG oslo_vmware.api [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.740163] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a6bdac-0376-4e5e-9c5b-722498ecdad8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.743972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.749026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0dd0bb-6e53-45f8-8425-3602374cb11d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.781450] env[69722]: INFO nova.compute.manager [-] [instance: cd7e51ef-c146-4b70-917c-45aa716e26c7] Took 1.30 seconds to deallocate network for instance. [ 1231.784089] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621c3a46-b6c9-4438-9b66-9ffad2f445b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.800716] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d9fc9-d07f-40cf-9699-2db4be4919ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.819148] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.898744] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450766} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.899014] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc/0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1231.899277] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.899537] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37eaa7c0-40fc-40e0-bcec-b7102b2c16ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.906355] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1231.906355] env[69722]: value = "task-3439291" [ 1231.906355] env[69722]: _type = "Task" [ 1231.906355] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.915712] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.121870] env[69722]: DEBUG oslo_vmware.api [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439290, 'name': ReconfigVM_Task, 'duration_secs': 0.206155} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.122182] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686573', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'name': 'volume-889ee1cc-ff4a-4cf8-a080-540e04713d46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '86579918-a6f4-4a3c-9fa7-cd24dddeb859', 'attached_at': '', 'detached_at': '', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'serial': '889ee1cc-ff4a-4cf8-a080-540e04713d46'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1232.131563] env[69722]: DEBUG nova.network.neutron [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.198761] env[69722]: DEBUG nova.network.neutron [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.291478] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.322631] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.416663] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069641} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.416904] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1232.417757] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21772bb-9a64-4233-99a7-1c8d09c3d54f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.438941] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc/0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.439202] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dad3217-58d2-45c0-8823-c5d906a05077 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.457501] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1232.457501] env[69722]: value = "task-3439292" [ 1232.457501] env[69722]: _type = "Task" [ 1232.457501] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.468238] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.701295] env[69722]: DEBUG oslo_concurrency.lockutils [req-b3d53f66-cdf6-4f86-989d-4e7ef1f76d2d req-03be7f33-fec0-42c8-b25a-7c97b4d63506 service nova] Releasing lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.701754] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.701928] env[69722]: DEBUG nova.network.neutron [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.827370] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1232.827655] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.317s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.827972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.537s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.828211] env[69722]: DEBUG nova.objects.instance [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lazy-loading 'resources' on Instance uuid cd7e51ef-c146-4b70-917c-45aa716e26c7 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.971335] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439292, 'name': ReconfigVM_Task, 'duration_secs': 0.267288} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.971776] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc/0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.972656] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc80d45a-f58e-402f-8885-a5f9a055a983 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.980226] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1232.980226] env[69722]: value = "task-3439293" [ 1232.980226] env[69722]: _type = "Task" [ 1232.980226] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.988530] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439293, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.159152] env[69722]: DEBUG nova.objects.instance [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'flavor' on Instance uuid 86579918-a6f4-4a3c-9fa7-cd24dddeb859 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.231412] env[69722]: DEBUG nova.network.neutron [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.376263] env[69722]: DEBUG nova.network.neutron [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Updating instance_info_cache with network_info: [{"id": "aea8e08f-eb9e-4327-add5-b104cf7d9a62", "address": "fa:16:3e:3a:80:f5", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea8e08f-eb", "ovs_interfaceid": "aea8e08f-eb9e-4327-add5-b104cf7d9a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.463654] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82a9a7a-b8e6-42e5-a0f2-381102db82cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.472311] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafa524d-04fa-424a-903c-3edea42fd64e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.507705] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf884c7-94cd-4664-87d0-5b1b87569c00 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.515159] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439293, 'name': Rename_Task, 'duration_secs': 0.13688} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.517147] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.517455] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b28569-7ee1-4708-a2db-6c3ba2ba0a0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.519936] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570c46f7-0ff4-47d2-83ee-36aea5d750ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.533552] env[69722]: DEBUG nova.compute.provider_tree [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1233.535824] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1233.535824] env[69722]: value = "task-3439294" [ 1233.535824] env[69722]: _type = "Task" [ 1233.535824] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.543377] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.663631] env[69722]: DEBUG oslo_concurrency.lockutils [None req-af1dc924-d1cc-472b-85eb-eb063a232657 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.292s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.829815] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.830073] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.830208] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.830376] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1233.880215] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.880660] env[69722]: DEBUG nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Instance network_info: |[{"id": "aea8e08f-eb9e-4327-add5-b104cf7d9a62", "address": "fa:16:3e:3a:80:f5", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea8e08f-eb", "ovs_interfaceid": "aea8e08f-eb9e-4327-add5-b104cf7d9a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.881011] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:80:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea8e08f-eb9e-4327-add5-b104cf7d9a62', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.889044] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.889268] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.889511] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc1e1b42-f32a-4353-81dd-14aa21c6c90a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.909336] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.909336] env[69722]: value = "task-3439295" [ 1233.909336] env[69722]: _type = "Task" [ 1233.909336] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.917322] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439295, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.037861] env[69722]: DEBUG nova.scheduler.client.report [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.050846] env[69722]: DEBUG oslo_vmware.api [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439294, 'name': PowerOnVM_Task, 'duration_secs': 0.433036} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.051748] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.051987] env[69722]: INFO nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1234.052195] env[69722]: DEBUG nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.052957] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ac0b37-bf29-4345-b4f7-cd96b72db7ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.419424] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439295, 'name': CreateVM_Task, 'duration_secs': 0.309418} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.419628] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.420361] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.420564] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.420900] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.421172] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfb9ff3f-abd2-4aa2-95a1-b768b88b5525 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.425440] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1234.425440] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5254e529-975e-654b-125e-1369bb70dc19" [ 1234.425440] env[69722]: _type = "Task" [ 1234.425440] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.433021] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5254e529-975e-654b-125e-1369bb70dc19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.486504] env[69722]: DEBUG nova.compute.manager [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1234.545968] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.568046] env[69722]: INFO nova.scheduler.client.report [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Deleted allocations for instance cd7e51ef-c146-4b70-917c-45aa716e26c7 [ 1234.572152] env[69722]: INFO nova.compute.manager [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Took 12.30 seconds to build instance. [ 1234.936639] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5254e529-975e-654b-125e-1369bb70dc19, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.936998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.937219] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.937476] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.937636] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.937807] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.938091] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cbb218e-01ef-4d21-9524-c200f867b1ce {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.946230] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.946417] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.947124] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e689aa-c31c-4cf9-bd68-4125902c6b39 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.952302] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1234.952302] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a772e7-bc89-8b9f-7911-746d2b0dfe70" [ 1234.952302] env[69722]: _type = "Task" [ 1234.952302] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.960965] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a772e7-bc89-8b9f-7911-746d2b0dfe70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.012324] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.012539] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.076150] env[69722]: DEBUG oslo_concurrency.lockutils [None req-7f1288fb-e4de-450a-98d5-91d1ca2d91f8 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.813s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.079876] env[69722]: DEBUG oslo_concurrency.lockutils [None req-090d1b42-0f62-41ef-a44b-b029eec601c6 tempest-ServerMetadataNegativeTestJSON-804815910 tempest-ServerMetadataNegativeTestJSON-804815910-project-member] Lock "cd7e51ef-c146-4b70-917c-45aa716e26c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.220s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.463743] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a772e7-bc89-8b9f-7911-746d2b0dfe70, 'name': SearchDatastore_Task, 'duration_secs': 0.008692} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.467771] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d474519-333e-4d52-8b3a-6168bea14451 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.470191] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1235.470191] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ef1fb0-4f20-482b-0c6a-23a1056f996e" [ 1235.470191] env[69722]: _type = "Task" [ 1235.470191] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.478659] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ef1fb0-4f20-482b-0c6a-23a1056f996e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.517614] env[69722]: INFO nova.compute.claims [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.929683] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.933658] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.983974] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ef1fb0-4f20-482b-0c6a-23a1056f996e, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.986070] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.986070] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 56b601cc-acc1-48d8-80db-0c1701f52e75/56b601cc-acc1-48d8-80db-0c1701f52e75.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.986070] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5aa6ad11-b1bc-453b-a6b2-0766611f3c0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.992056] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1235.992056] env[69722]: value = "task-3439296" [ 1235.992056] env[69722]: _type = "Task" [ 1235.992056] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.995485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.995786] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.996046] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.996304] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.996544] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.998896] env[69722]: INFO nova.compute.manager [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Terminating instance [ 1236.004949] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.023482] env[69722]: INFO nova.compute.resource_tracker [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating resource usage from migration 62a47376-2cbe-407b-ae09-b71178b57f50 [ 1236.217820] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358ac429-4441-4396-98d5-475076c2b847 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.227694] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162aefa-f74d-40b1-8008-835aea0483bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.263695] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e1cd41-d366-4e31-affb-07cdae2621da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.272231] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cda04a-e6c6-4f8b-a0bb-19d0ccbeb8dc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.289254] env[69722]: DEBUG nova.compute.provider_tree [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.503709] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439296, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.506214] env[69722]: DEBUG nova.compute.manager [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.506427] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.507190] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce698df-5bb5-4a10-a195-5087bacc102d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.514257] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.514513] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c6eb349-f464-4f9b-b30d-46b398206cf4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.521048] env[69722]: DEBUG oslo_vmware.api [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1236.521048] env[69722]: value = "task-3439297" [ 1236.521048] env[69722]: _type = "Task" [ 1236.521048] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.529812] env[69722]: DEBUG oslo_vmware.api [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.792437] env[69722]: DEBUG nova.scheduler.client.report [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.003538] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514225} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.003927] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 56b601cc-acc1-48d8-80db-0c1701f52e75/56b601cc-acc1-48d8-80db-0c1701f52e75.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.004088] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.004382] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21d42dd6-535e-457f-9ec5-3d793115bed0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.011496] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1237.011496] env[69722]: value = "task-3439298" [ 1237.011496] env[69722]: _type = "Task" [ 1237.011496] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.020428] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.030658] env[69722]: DEBUG oslo_vmware.api [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439297, 'name': PowerOffVM_Task, 'duration_secs': 0.162677} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.031339] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.031339] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1237.031552] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-119e7511-f2f8-4e22-a23b-9fd0db46ef7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.095453] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.095712] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.095926] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleting the datastore file [datastore2] 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.096236] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7114e43-5047-4a5f-9a01-b00c3cb84cbe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.102647] env[69722]: DEBUG oslo_vmware.api [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1237.102647] env[69722]: value = "task-3439300" [ 1237.102647] env[69722]: _type = "Task" [ 1237.102647] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.110416] env[69722]: DEBUG oslo_vmware.api [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.297985] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.285s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.298250] env[69722]: INFO nova.compute.manager [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Migrating [ 1237.521749] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064155} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.522049] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.522843] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b271de25-5ae3-483a-b52b-e140697d6bf9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.544384] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 56b601cc-acc1-48d8-80db-0c1701f52e75/56b601cc-acc1-48d8-80db-0c1701f52e75.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.544660] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ea7305-8b44-41c4-a144-76218f4da1f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.564618] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1237.564618] env[69722]: value = "task-3439301" [ 1237.564618] env[69722]: _type = "Task" [ 1237.564618] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.572123] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439301, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.613639] env[69722]: DEBUG oslo_vmware.api [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147117} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.613895] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.614101] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.614326] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.614545] env[69722]: INFO nova.compute.manager [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1237.614716] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.614914] env[69722]: DEBUG nova.compute.manager [-] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.615024] env[69722]: DEBUG nova.network.neutron [-] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.812790] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.813051] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.813294] env[69722]: DEBUG nova.network.neutron [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.886405] env[69722]: DEBUG nova.compute.manager [req-3bee0d68-787d-4950-93f0-a6a933ce112c req-dfdad9ec-e3c5-4e26-b22d-bc5f197b4cd1 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Received event network-vif-deleted-d1029aa9-9bef-409d-bb7c-49c05ccc52b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.887419] env[69722]: INFO nova.compute.manager [req-3bee0d68-787d-4950-93f0-a6a933ce112c req-dfdad9ec-e3c5-4e26-b22d-bc5f197b4cd1 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Neutron deleted interface d1029aa9-9bef-409d-bb7c-49c05ccc52b1; detaching it from the instance and deleting it from the info cache [ 1237.887637] env[69722]: DEBUG nova.network.neutron [req-3bee0d68-787d-4950-93f0-a6a933ce112c req-dfdad9ec-e3c5-4e26-b22d-bc5f197b4cd1 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.074900] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439301, 'name': ReconfigVM_Task, 'duration_secs': 0.277042} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.075261] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 56b601cc-acc1-48d8-80db-0c1701f52e75/56b601cc-acc1-48d8-80db-0c1701f52e75.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.075879] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c75ab69c-a2f8-4d13-a9c0-db6c5fa4d4c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.082649] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1238.082649] env[69722]: value = "task-3439302" [ 1238.082649] env[69722]: _type = "Task" [ 1238.082649] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.090011] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439302, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.368505] env[69722]: DEBUG nova.network.neutron [-] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.389752] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4438014-a037-42a6-bb0c-7520ca434469 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.400141] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3219f8fe-e9ef-4c30-a3ce-15839238ce21 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.432335] env[69722]: DEBUG nova.compute.manager [req-3bee0d68-787d-4950-93f0-a6a933ce112c req-dfdad9ec-e3c5-4e26-b22d-bc5f197b4cd1 service nova] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Detach interface failed, port_id=d1029aa9-9bef-409d-bb7c-49c05ccc52b1, reason: Instance 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.564861] env[69722]: DEBUG nova.network.neutron [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.592684] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439302, 'name': Rename_Task, 'duration_secs': 0.137089} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.592889] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.593134] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfbb27ad-8507-45b4-951a-2c0c465d8e36 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.599474] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1238.599474] env[69722]: value = "task-3439303" [ 1238.599474] env[69722]: _type = "Task" [ 1238.599474] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.606563] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439303, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.871028] env[69722]: INFO nova.compute.manager [-] [instance: 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc] Took 1.26 seconds to deallocate network for instance. [ 1238.934021] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.934021] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1239.067612] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.108958] env[69722]: DEBUG oslo_vmware.api [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439303, 'name': PowerOnVM_Task, 'duration_secs': 0.441238} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.109278] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.109411] env[69722]: INFO nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1239.109598] env[69722]: DEBUG nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.110358] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4c18c2-454b-419d-b9e6-6d756c73dbf3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.377792] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.378257] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.378588] env[69722]: DEBUG nova.objects.instance [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'resources' on Instance uuid 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.625280] env[69722]: INFO nova.compute.manager [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Took 12.92 seconds to build instance. [ 1240.024480] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f61c66-c78c-4f47-900a-65c80db3e3d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.032054] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf43734-3adf-45a8-88a4-5f36e6147e80 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.064853] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e95c2-f0bd-4ef5-a9fa-93a766b04de8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.072452] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b566dc81-c24b-4cf1-9ed4-a8783d7af21a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.090024] env[69722]: DEBUG nova.compute.provider_tree [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.098637] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.098930] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.099348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.099348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.099536] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.101463] env[69722]: INFO nova.compute.manager [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Terminating instance [ 1240.109460] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.109794] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.109881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "99167da8-e7d7-48a2-a208-08b2b8578f7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.110066] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.110234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.113125] env[69722]: INFO nova.compute.manager [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Terminating instance [ 1240.127258] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e736586b-955d-4066-9d81-5885c993b208 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.432s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.137705] env[69722]: DEBUG nova.compute.manager [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Received event network-changed-aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.137705] env[69722]: DEBUG nova.compute.manager [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Refreshing instance network info cache due to event network-changed-aea8e08f-eb9e-4327-add5-b104cf7d9a62. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.137705] env[69722]: DEBUG oslo_concurrency.lockutils [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] Acquiring lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.139211] env[69722]: DEBUG oslo_concurrency.lockutils [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] Acquired lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.139211] env[69722]: DEBUG nova.network.neutron [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Refreshing network info cache for port aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.583105] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13fdfd8-746c-47df-8a9a-e18b035c212b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.604664] env[69722]: DEBUG nova.scheduler.client.report [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.608047] env[69722]: DEBUG nova.compute.manager [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.608220] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.608538] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance '86579918-a6f4-4a3c-9fa7-cd24dddeb859' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.611687] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d04adb5-0f97-409f-a947-c813fd240660 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.617681] env[69722]: DEBUG nova.compute.manager [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.617681] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.618176] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39edf7e-0e92-41be-832c-71c721808876 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.622368] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1240.622368] env[69722]: value = "task-3439304" [ 1240.622368] env[69722]: _type = "Task" [ 1240.622368] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.628124] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.628715] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02054c8b-aac3-4204-b120-7ffc90340ad1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.633426] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.638247] env[69722]: DEBUG oslo_vmware.api [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1240.638247] env[69722]: value = "task-3439305" [ 1240.638247] env[69722]: _type = "Task" [ 1240.638247] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.648725] env[69722]: DEBUG oslo_vmware.api [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.906513] env[69722]: DEBUG nova.network.neutron [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Updated VIF entry in instance network info cache for port aea8e08f-eb9e-4327-add5-b104cf7d9a62. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.906904] env[69722]: DEBUG nova.network.neutron [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Updating instance_info_cache with network_info: [{"id": "aea8e08f-eb9e-4327-add5-b104cf7d9a62", "address": "fa:16:3e:3a:80:f5", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea8e08f-eb", "ovs_interfaceid": "aea8e08f-eb9e-4327-add5-b104cf7d9a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.113300] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.116754] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.117045] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db5248ec-0c1c-48a8-b203-73f868dd03e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.126993] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1241.126993] env[69722]: value = "task-3439306" [ 1241.126993] env[69722]: _type = "Task" [ 1241.126993] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.133946] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439304, 'name': PowerOffVM_Task, 'duration_secs': 0.246285} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.134691] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.135184] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.135427] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686550', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'name': 'volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f7774d66-f3ed-4ad4-8c82-b432100881d9', 'attached_at': '2025-04-15T14:07:44.000000', 'detached_at': '', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'serial': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.136824] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ba8b5-977d-492e-afb3-5c1ee120a1e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.143160] env[69722]: INFO nova.scheduler.client.report [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted allocations for instance 0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc [ 1241.144468] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.165774] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06dad75-bc7f-4c18-8db4-5fa46413e420 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.172220] env[69722]: DEBUG oslo_vmware.api [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439305, 'name': PowerOffVM_Task, 'duration_secs': 0.187773} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.172869] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.173073] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.173336] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3859f9e9-66f3-4299-af74-11090af93716 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.177557] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf58467-f5a5-4196-8d47-2e7c90b6851a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.196469] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e929ffc-0273-4261-a1fa-b743bbc1946b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.212358] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] The volume has not been displaced from its original location: [datastore2] volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede/volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.217797] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.218433] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7e627bc-27e6-4e97-a45e-6fd7c93a22d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.237106] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1241.237106] env[69722]: value = "task-3439308" [ 1241.237106] env[69722]: _type = "Task" [ 1241.237106] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.245951] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.247175] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.247403] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.247622] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleting the datastore file [datastore1] 99167da8-e7d7-48a2-a208-08b2b8578f7f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.248249] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeeefc6d-438b-48ff-8667-9cdb3bb4192e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.255440] env[69722]: DEBUG oslo_vmware.api [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1241.255440] env[69722]: value = "task-3439309" [ 1241.255440] env[69722]: _type = "Task" [ 1241.255440] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.263747] env[69722]: DEBUG oslo_vmware.api [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.409344] env[69722]: DEBUG oslo_concurrency.lockutils [req-a7a202c5-bda3-48a0-aedd-99e43b94648e req-454f74ef-2060-4b5f-a8cc-d3ed2e19c0a8 service nova] Releasing lock "refresh_cache-56b601cc-acc1-48d8-80db-0c1701f52e75" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.637276] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439306, 'name': PowerOffVM_Task, 'duration_secs': 0.232223} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.637603] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.637823] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance '86579918-a6f4-4a3c-9fa7-cd24dddeb859' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.672017] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8ff391c4-57da-441a-87d2-fa5620dce5ea tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "0df45a9b-aba1-4ced-8c12-c8d4f2dd8ecc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.676s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.746705] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439308, 'name': ReconfigVM_Task, 'duration_secs': 0.166981} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.747057] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1241.751698] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15fb7772-443f-421b-9cb1-3e39754893c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.769943] env[69722]: DEBUG oslo_vmware.api [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145695} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.771232] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.771434] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.771623] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.771803] env[69722]: INFO nova.compute.manager [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1241.772102] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.772367] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1241.772367] env[69722]: value = "task-3439310" [ 1241.772367] env[69722]: _type = "Task" [ 1241.772367] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.772592] env[69722]: DEBUG nova.compute.manager [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.772693] env[69722]: DEBUG nova.network.neutron [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1241.781799] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.144796] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.145176] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.145176] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.145331] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.145490] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.145663] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.146186] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.146186] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.146186] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.146342] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.146529] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.151691] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b1b30e-eba9-478d-ace6-9bb775eab07e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.168022] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1242.168022] env[69722]: value = "task-3439311" [ 1242.168022] env[69722]: _type = "Task" [ 1242.168022] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.178280] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439311, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.283690] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439310, 'name': ReconfigVM_Task, 'duration_secs': 0.156351} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.284011] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686550', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'name': 'volume-1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'f7774d66-f3ed-4ad4-8c82-b432100881d9', 'attached_at': '2025-04-15T14:07:44.000000', 'detached_at': '', 'volume_id': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede', 'serial': '1bb8866b-de28-4c8b-9a24-e12e42ac3ede'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1242.284303] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.285116] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ec2636-4bcd-41d3-80b6-b8f1ccbef2dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.292235] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.292716] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a27e8ea9-b4b7-4ef6-becd-bff01b8851d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.326600] env[69722]: DEBUG nova.compute.manager [req-7899952c-378c-4ac4-8214-5263de750f3c req-7d4895c9-4dc8-45f8-98bb-83e44b3d7213 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Received event network-vif-deleted-43a5b291-a8c2-4092-9575-37840630152c {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.326800] env[69722]: INFO nova.compute.manager [req-7899952c-378c-4ac4-8214-5263de750f3c req-7d4895c9-4dc8-45f8-98bb-83e44b3d7213 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Neutron deleted interface 43a5b291-a8c2-4092-9575-37840630152c; detaching it from the instance and deleting it from the info cache [ 1242.326974] env[69722]: DEBUG nova.network.neutron [req-7899952c-378c-4ac4-8214-5263de750f3c req-7d4895c9-4dc8-45f8-98bb-83e44b3d7213 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.356816] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.357090] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.357426] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleting the datastore file [datastore2] f7774d66-f3ed-4ad4-8c82-b432100881d9 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.357749] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a73e0f4a-8e50-411a-8c84-d6ff7449b426 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.364288] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1242.364288] env[69722]: value = "task-3439313" [ 1242.364288] env[69722]: _type = "Task" [ 1242.364288] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.373228] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.679169] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439311, 'name': ReconfigVM_Task, 'duration_secs': 0.292622} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.679652] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance '86579918-a6f4-4a3c-9fa7-cd24dddeb859' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.802044] env[69722]: DEBUG nova.network.neutron [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.829468] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-839d3695-5f30-4e47-bad6-0243e502b0e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.839429] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1063f9-fa2f-4344-956f-ca12cf474129 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.870274] env[69722]: DEBUG nova.compute.manager [req-7899952c-378c-4ac4-8214-5263de750f3c req-7d4895c9-4dc8-45f8-98bb-83e44b3d7213 service nova] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Detach interface failed, port_id=43a5b291-a8c2-4092-9575-37840630152c, reason: Instance 99167da8-e7d7-48a2-a208-08b2b8578f7f could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1242.877793] env[69722]: DEBUG oslo_vmware.api [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144846} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.878057] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.878223] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1242.878392] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1242.878568] env[69722]: INFO nova.compute.manager [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1242.878821] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.879017] env[69722]: DEBUG nova.compute.manager [-] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1242.879100] env[69722]: DEBUG nova.network.neutron [-] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.187153] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.187524] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.187793] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.187922] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.188177] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.188363] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.188618] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.188814] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.189034] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.189261] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.189531] env[69722]: DEBUG nova.virt.hardware [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.198168] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.198522] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd063975-9d1e-4e9e-a1c0-84495f26a27b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.217756] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1243.217756] env[69722]: value = "task-3439314" [ 1243.217756] env[69722]: _type = "Task" [ 1243.217756] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.225969] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.306428] env[69722]: INFO nova.compute.manager [-] [instance: 99167da8-e7d7-48a2-a208-08b2b8578f7f] Took 1.53 seconds to deallocate network for instance. [ 1243.437669] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "255c59fd-7143-4cf9-adef-115891dbf34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.437954] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.727953] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439314, 'name': ReconfigVM_Task, 'duration_secs': 0.198085} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.728260] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1243.729042] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef437f30-823e-4a4f-8b8c-9591b2aac430 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.752899] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.753155] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3b89585-2d11-4831-a875-b021a80a3f5e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.770333] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1243.770333] env[69722]: value = "task-3439315" [ 1243.770333] env[69722]: _type = "Task" [ 1243.770333] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.777684] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439315, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.788316] env[69722]: DEBUG nova.network.neutron [-] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.813361] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.813658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.813991] env[69722]: DEBUG nova.objects.instance [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'resources' on Instance uuid 99167da8-e7d7-48a2-a208-08b2b8578f7f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.940656] env[69722]: DEBUG nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.280605] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439315, 'name': ReconfigVM_Task, 'duration_secs': 0.404408} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.280996] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.281128] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance '86579918-a6f4-4a3c-9fa7-cd24dddeb859' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.291267] env[69722]: INFO nova.compute.manager [-] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Took 1.41 seconds to deallocate network for instance. [ 1244.422611] env[69722]: DEBUG nova.compute.manager [req-82ed910c-b1c1-407f-a5e0-1e9783fdf5a3 req-51bcd4d6-cc7d-4fab-ba27-1197a37e5a69 service nova] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Received event network-vif-deleted-1b26687c-6d5a-4296-a987-b14e234258bb {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.457502] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f173af-059e-48e8-99dc-ecc322cc0c50 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.460878] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.466426] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6b42f1-3769-4a0b-b98c-ee9ff4d5c7b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.496195] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a2d9ae-8585-470a-80a1-594c1c2dc8e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.502771] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f2a140-df26-422c-82b5-4325906d96b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.515369] env[69722]: DEBUG nova.compute.provider_tree [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.788389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4d3e40-5c8e-44c3-a43d-64b5a4f0440d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.810457] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d609e259-394a-4f48-a9d3-8f58132de61b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.831150] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance '86579918-a6f4-4a3c-9fa7-cd24dddeb859' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.836232] env[69722]: INFO nova.compute.manager [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Took 0.54 seconds to detach 1 volumes for instance. [ 1244.838068] env[69722]: DEBUG nova.compute.manager [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: f7774d66-f3ed-4ad4-8c82-b432100881d9] Deleting volume: 1bb8866b-de28-4c8b-9a24-e12e42ac3ede {{(pid=69722) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1245.018896] env[69722]: DEBUG nova.scheduler.client.report [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.378696] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.524556] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.526788] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.066s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.528239] env[69722]: INFO nova.compute.claims [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1245.545382] env[69722]: INFO nova.scheduler.client.report [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted allocations for instance 99167da8-e7d7-48a2-a208-08b2b8578f7f [ 1246.051895] env[69722]: DEBUG oslo_concurrency.lockutils [None req-30141f5e-17c4-4fed-81fc-87d5f68edff3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "99167da8-e7d7-48a2-a208-08b2b8578f7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.942s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.486843] env[69722]: DEBUG nova.network.neutron [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Port 4de79878-5817-415b-82fa-ee3372d02ffe binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1246.666988] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55540e73-1ad4-417e-9d2b-1791bd82d9bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.674637] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6f34f7-c3e2-4b79-9eac-af8fc8ae52da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.706216] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d66a778-80a2-430c-a92a-ec5deeb96c0b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.713822] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ffc4c-6f27-412b-ae3a-be10a8f2eb93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.727336] env[69722]: DEBUG nova.compute.provider_tree [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.231231] env[69722]: DEBUG nova.scheduler.client.report [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.511244] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.512737] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.512737] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.736421] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.736916] env[69722]: DEBUG nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1247.739466] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.361s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.739685] env[69722]: DEBUG nova.objects.instance [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'resources' on Instance uuid f7774d66-f3ed-4ad4-8c82-b432100881d9 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.975067] env[69722]: DEBUG nova.compute.manager [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1248.243631] env[69722]: DEBUG nova.compute.utils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1248.248061] env[69722]: DEBUG nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1248.248061] env[69722]: DEBUG nova.network.neutron [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1248.295205] env[69722]: DEBUG nova.policy [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a068131a8b6744b1bbd96648583a7b68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e10b9de3de2e4841ae31a67e663147e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1248.388670] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e760c4-69d4-4383-a01e-ef861cc1b583 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.397497] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3997aaa-133f-44be-8a45-3047286bd906 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.427180] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4caa49-20d8-46af-897a-461453f19a85 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.435092] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09481fd3-a204-4b66-bd52-30d6403d9a14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.450835] env[69722]: DEBUG nova.compute.provider_tree [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.492133] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.548253] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.548503] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.548603] env[69722]: DEBUG nova.network.neutron [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.567315] env[69722]: DEBUG nova.network.neutron [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Successfully created port: 9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.748744] env[69722]: DEBUG nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1248.953761] env[69722]: DEBUG nova.scheduler.client.report [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.309672] env[69722]: DEBUG nova.network.neutron [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.459084] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.461610] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.970s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.483871] env[69722]: INFO nova.scheduler.client.report [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted allocations for instance f7774d66-f3ed-4ad4-8c82-b432100881d9 [ 1249.758042] env[69722]: DEBUG nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1249.782676] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.782908] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.783084] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.783272] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.783417] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.783565] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.783772] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.783931] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.784120] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.784296] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.784472] env[69722]: DEBUG nova.virt.hardware [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.785360] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea973ff7-56e6-456f-857c-bea301d9a170 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.793668] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9f6b20-5cba-459a-a8fc-e750810c939e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.812311] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.917846] env[69722]: DEBUG nova.compute.manager [req-a2aef3f6-7824-483f-86f7-e9ab5902c3b8 req-9daf5443-1f9e-4a71-af1c-0f5c9d5be927 service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Received event network-vif-plugged-9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1249.918080] env[69722]: DEBUG oslo_concurrency.lockutils [req-a2aef3f6-7824-483f-86f7-e9ab5902c3b8 req-9daf5443-1f9e-4a71-af1c-0f5c9d5be927 service nova] Acquiring lock "255c59fd-7143-4cf9-adef-115891dbf34c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.918306] env[69722]: DEBUG oslo_concurrency.lockutils [req-a2aef3f6-7824-483f-86f7-e9ab5902c3b8 req-9daf5443-1f9e-4a71-af1c-0f5c9d5be927 service nova] Lock "255c59fd-7143-4cf9-adef-115891dbf34c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.918476] env[69722]: DEBUG oslo_concurrency.lockutils [req-a2aef3f6-7824-483f-86f7-e9ab5902c3b8 req-9daf5443-1f9e-4a71-af1c-0f5c9d5be927 service nova] Lock "255c59fd-7143-4cf9-adef-115891dbf34c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.918644] env[69722]: DEBUG nova.compute.manager [req-a2aef3f6-7824-483f-86f7-e9ab5902c3b8 req-9daf5443-1f9e-4a71-af1c-0f5c9d5be927 service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] No waiting events found dispatching network-vif-plugged-9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1249.918811] env[69722]: WARNING nova.compute.manager [req-a2aef3f6-7824-483f-86f7-e9ab5902c3b8 req-9daf5443-1f9e-4a71-af1c-0f5c9d5be927 service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Received unexpected event network-vif-plugged-9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 for instance with vm_state building and task_state spawning. [ 1249.966039] env[69722]: INFO nova.compute.claims [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.994460] env[69722]: DEBUG oslo_concurrency.lockutils [None req-73ca0b75-93cd-4531-a593-18b99ac0c4d0 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "f7774d66-f3ed-4ad4-8c82-b432100881d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.895s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.995890] env[69722]: DEBUG nova.network.neutron [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Successfully updated port: 9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.015870] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.016131] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.016342] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "36389626-0281-4d28-ab26-503bb70a7705-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.016526] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.016692] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.018450] env[69722]: INFO nova.compute.manager [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Terminating instance [ 1250.168463] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "c66837fa-915a-4a4e-9558-4344440c2ef0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.168899] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.169130] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "c66837fa-915a-4a4e-9558-4344440c2ef0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.169323] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.169562] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.171981] env[69722]: INFO nova.compute.manager [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Terminating instance [ 1250.320809] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fcf950-d695-4c20-9c3b-5abe2a56cb8e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.328233] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d69e21c-fa45-482a-9ef3-13e2690d36e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.472132] env[69722]: INFO nova.compute.resource_tracker [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating resource usage from migration eafa3da5-392c-49bc-91c3-dbb944949669 [ 1250.498061] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "refresh_cache-255c59fd-7143-4cf9-adef-115891dbf34c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.498212] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "refresh_cache-255c59fd-7143-4cf9-adef-115891dbf34c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.498360] env[69722]: DEBUG nova.network.neutron [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.521512] env[69722]: DEBUG nova.compute.manager [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.521970] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.522833] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85fa7b1-a802-4c86-a50d-1dc9110ca407 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.532026] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.532026] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9136e56b-baa5-4b48-819c-41bc2e0267e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.537817] env[69722]: DEBUG oslo_vmware.api [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1250.537817] env[69722]: value = "task-3439317" [ 1250.537817] env[69722]: _type = "Task" [ 1250.537817] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.548019] env[69722]: DEBUG oslo_vmware.api [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.604413] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9170605f-ef83-419d-89b7-fcee893b717c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.612116] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f10783-648b-4aa2-a05e-283bbbc3fcfd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.643677] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6117e5-ad03-4ecb-894e-aa07c7bc82a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.651414] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a87b5c-bc1e-4600-8241-13dfe060fd5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.665264] env[69722]: DEBUG nova.compute.provider_tree [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.675357] env[69722]: DEBUG nova.compute.manager [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.675581] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.676417] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d598b441-0717-4fa1-8af3-4be1f6dd4cfd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.686472] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.686716] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ac7e8d-b4b5-4e27-ac73-c81e35995b82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.693084] env[69722]: DEBUG oslo_vmware.api [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1250.693084] env[69722]: value = "task-3439318" [ 1250.693084] env[69722]: _type = "Task" [ 1250.693084] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.702937] env[69722]: DEBUG oslo_vmware.api [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.028195] env[69722]: DEBUG nova.network.neutron [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.048806] env[69722]: DEBUG oslo_vmware.api [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439317, 'name': PowerOffVM_Task, 'duration_secs': 0.180459} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.049412] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.049653] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.049937] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4d38a29-86b3-489d-aa89-a3e2fc4e2629 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.117843] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.118084] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.118285] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleting the datastore file [datastore1] 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.118554] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b331782e-3a70-4b0d-aa09-46dfda27f7d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.127110] env[69722]: DEBUG oslo_vmware.api [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for the task: (returnval){ [ 1251.127110] env[69722]: value = "task-3439320" [ 1251.127110] env[69722]: _type = "Task" [ 1251.127110] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.134671] env[69722]: DEBUG oslo_vmware.api [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.152743] env[69722]: DEBUG nova.network.neutron [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Updating instance_info_cache with network_info: [{"id": "9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529", "address": "fa:16:3e:31:95:ca", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9772ce8a-1c", "ovs_interfaceid": "9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.168414] env[69722]: DEBUG nova.scheduler.client.report [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.202565] env[69722]: DEBUG oslo_vmware.api [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439318, 'name': PowerOffVM_Task, 'duration_secs': 0.183072} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.202831] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.203050] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.203299] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66063325-aca6-4319-ac8d-190ff85f29bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.270188] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.270418] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.270632] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleting the datastore file [datastore2] c66837fa-915a-4a4e-9558-4344440c2ef0 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.270912] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5a3fba2-8866-4bd2-80d7-f5a5712e9ebf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.277124] env[69722]: DEBUG oslo_vmware.api [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1251.277124] env[69722]: value = "task-3439322" [ 1251.277124] env[69722]: _type = "Task" [ 1251.277124] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.284579] env[69722]: DEBUG oslo_vmware.api [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.423946] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ea959-2b1f-4d7e-8560-3de9e246eae2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.447600] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faaa2f58-d12a-43fc-afe2-bbd00af487d5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.454372] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance '86579918-a6f4-4a3c-9fa7-cd24dddeb859' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.637169] env[69722]: DEBUG oslo_vmware.api [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Task: {'id': task-3439320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139413} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.637416] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.637524] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.637700] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.637871] env[69722]: INFO nova.compute.manager [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1251.638121] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.638314] env[69722]: DEBUG nova.compute.manager [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.638410] env[69722]: DEBUG nova.network.neutron [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.654844] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "refresh_cache-255c59fd-7143-4cf9-adef-115891dbf34c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.655136] env[69722]: DEBUG nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Instance network_info: |[{"id": "9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529", "address": "fa:16:3e:31:95:ca", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9772ce8a-1c", "ovs_interfaceid": "9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1251.655510] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:95:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.662847] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.663057] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1251.663279] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2047e30-27fb-4b5c-be20-46845553a7df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.679414] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.218s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.679630] env[69722]: INFO nova.compute.manager [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Migrating [ 1251.694061] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.694061] env[69722]: value = "task-3439323" [ 1251.694061] env[69722]: _type = "Task" [ 1251.694061] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.702714] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439323, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.786669] env[69722]: DEBUG oslo_vmware.api [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143325} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.786937] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.787240] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.787465] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.787646] env[69722]: INFO nova.compute.manager [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1251.787893] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.788098] env[69722]: DEBUG nova.compute.manager [-] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.788199] env[69722]: DEBUG nova.network.neutron [-] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.944145] env[69722]: DEBUG nova.compute.manager [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Received event network-changed-9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.944275] env[69722]: DEBUG nova.compute.manager [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Refreshing instance network info cache due to event network-changed-9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1251.944492] env[69722]: DEBUG oslo_concurrency.lockutils [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] Acquiring lock "refresh_cache-255c59fd-7143-4cf9-adef-115891dbf34c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.944635] env[69722]: DEBUG oslo_concurrency.lockutils [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] Acquired lock "refresh_cache-255c59fd-7143-4cf9-adef-115891dbf34c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.944793] env[69722]: DEBUG nova.network.neutron [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Refreshing network info cache for port 9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.960419] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.960789] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a6cd1e8-c0d9-4bce-8dc8-9f219e278d98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.969586] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1251.969586] env[69722]: value = "task-3439324" [ 1251.969586] env[69722]: _type = "Task" [ 1251.969586] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.984232] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.050325] env[69722]: DEBUG nova.compute.manager [req-0ce8201b-eb88-4c0b-b44e-791b7fd14a31 req-2cf7d44c-339c-4f48-8086-8ca9f2f455c9 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Received event network-vif-deleted-af539f49-8885-46e0-aa96-4f5f9f7340a7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.050644] env[69722]: INFO nova.compute.manager [req-0ce8201b-eb88-4c0b-b44e-791b7fd14a31 req-2cf7d44c-339c-4f48-8086-8ca9f2f455c9 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Neutron deleted interface af539f49-8885-46e0-aa96-4f5f9f7340a7; detaching it from the instance and deleting it from the info cache [ 1252.050745] env[69722]: DEBUG nova.network.neutron [req-0ce8201b-eb88-4c0b-b44e-791b7fd14a31 req-2cf7d44c-339c-4f48-8086-8ca9f2f455c9 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.195991] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.196271] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.196484] env[69722]: DEBUG nova.network.neutron [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.207053] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439323, 'name': CreateVM_Task, 'duration_secs': 0.340523} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.207828] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.208541] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.208705] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.209051] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.209573] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58185f8-e05d-46d5-8068-ab5fdc0279f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.213988] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1252.213988] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529585c9-8982-1185-7e6a-0445a84ea975" [ 1252.213988] env[69722]: _type = "Task" [ 1252.213988] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.221461] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529585c9-8982-1185-7e6a-0445a84ea975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.481796] env[69722]: DEBUG oslo_vmware.api [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439324, 'name': PowerOnVM_Task, 'duration_secs': 0.414513} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.482149] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.482353] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ef30bef8-0e33-4420-8148-13d976dc4488 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance '86579918-a6f4-4a3c-9fa7-cd24dddeb859' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.525053] env[69722]: DEBUG nova.network.neutron [-] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.553751] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d79cb6c6-9073-4427-a5cb-b5c0efef0535 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.563167] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10a590c-70ba-43da-91ef-cd00e21882a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.595037] env[69722]: DEBUG nova.compute.manager [req-0ce8201b-eb88-4c0b-b44e-791b7fd14a31 req-2cf7d44c-339c-4f48-8086-8ca9f2f455c9 service nova] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Detach interface failed, port_id=af539f49-8885-46e0-aa96-4f5f9f7340a7, reason: Instance c66837fa-915a-4a4e-9558-4344440c2ef0 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.595289] env[69722]: DEBUG nova.network.neutron [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.637738] env[69722]: DEBUG nova.network.neutron [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Updated VIF entry in instance network info cache for port 9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1252.638120] env[69722]: DEBUG nova.network.neutron [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Updating instance_info_cache with network_info: [{"id": "9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529", "address": "fa:16:3e:31:95:ca", "network": {"id": "c5c94c34-88c1-4035-8888-5bec0c41731d", "bridge": "br-int", "label": "tempest-ServersTestJSON-941546965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e10b9de3de2e4841ae31a67e663147e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9772ce8a-1c", "ovs_interfaceid": "9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.724504] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529585c9-8982-1185-7e6a-0445a84ea975, 'name': SearchDatastore_Task, 'duration_secs': 0.009221} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.724797] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.725045] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.725292] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.725442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.725620] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.725880] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb7ec03-204a-4694-894d-baaefdccdc6e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.735097] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.735294] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1252.736034] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b45f84-a281-4c33-b3e4-5d0913731041 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.741101] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1252.741101] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5210f0c5-892c-ef1d-c872-f7dbbdb89c0f" [ 1252.741101] env[69722]: _type = "Task" [ 1252.741101] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.748925] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5210f0c5-892c-ef1d-c872-f7dbbdb89c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.892090] env[69722]: DEBUG nova.network.neutron [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.028060] env[69722]: INFO nova.compute.manager [-] [instance: c66837fa-915a-4a4e-9558-4344440c2ef0] Took 1.24 seconds to deallocate network for instance. [ 1253.097526] env[69722]: INFO nova.compute.manager [-] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Took 1.46 seconds to deallocate network for instance. [ 1253.140794] env[69722]: DEBUG oslo_concurrency.lockutils [req-e799ae67-2084-413d-aae7-a96f5cf89897 req-d7e3c57e-8717-4ab7-8c88-4641307390bc service nova] Releasing lock "refresh_cache-255c59fd-7143-4cf9-adef-115891dbf34c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.251594] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5210f0c5-892c-ef1d-c872-f7dbbdb89c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.252429] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b31f56c7-32fa-46a9-9cfb-68f16dc5c3cb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.257658] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1253.257658] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a2e9cc-75dd-0fdd-51a8-6e44a286b128" [ 1253.257658] env[69722]: _type = "Task" [ 1253.257658] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.265346] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a2e9cc-75dd-0fdd-51a8-6e44a286b128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.394853] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.533956] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.534260] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.534484] env[69722]: DEBUG nova.objects.instance [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'resources' on Instance uuid c66837fa-915a-4a4e-9558-4344440c2ef0 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.603914] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.769034] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a2e9cc-75dd-0fdd-51a8-6e44a286b128, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.769034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.769034] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 255c59fd-7143-4cf9-adef-115891dbf34c/255c59fd-7143-4cf9-adef-115891dbf34c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1253.769290] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b097df5c-c24e-47c3-b7e4-5375e57a23a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.777182] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1253.777182] env[69722]: value = "task-3439325" [ 1253.777182] env[69722]: _type = "Task" [ 1253.777182] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.785069] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.977110] env[69722]: DEBUG nova.compute.manager [req-dd368d59-ce4d-4e72-b294-2c8af47f172c req-b57d2261-0a6d-4945-a37e-aecb7d1606ab service nova] [instance: 36389626-0281-4d28-ab26-503bb70a7705] Received event network-vif-deleted-1246e083-7f36-43e9-b6d7-7ba7ac0be2b1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.223767] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc388ee-6be6-4d05-8724-124d42098eb9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.235088] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16775940-5552-412d-a522-60325da791ae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.267268] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e214c0-e160-436a-b7ad-565d6f7a889a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.275090] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8e1294-6f84-4dc0-8729-7882ecc56425 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.291181] env[69722]: DEBUG nova.compute.provider_tree [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.295412] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480112} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.296520] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 255c59fd-7143-4cf9-adef-115891dbf34c/255c59fd-7143-4cf9-adef-115891dbf34c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1254.296797] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.297082] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12bcf020-c855-45f0-b674-9e413a3ef5b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.304314] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1254.304314] env[69722]: value = "task-3439326" [ 1254.304314] env[69722]: _type = "Task" [ 1254.304314] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.312106] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.399837] env[69722]: DEBUG nova.network.neutron [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Port 4de79878-5817-415b-82fa-ee3372d02ffe binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1254.400105] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.400259] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.400420] env[69722]: DEBUG nova.network.neutron [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.798153] env[69722]: DEBUG nova.scheduler.client.report [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.815195] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066713} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.816036] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1254.816851] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecc7016-078a-4ee3-9d18-445b2489955a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.839998] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 255c59fd-7143-4cf9-adef-115891dbf34c/255c59fd-7143-4cf9-adef-115891dbf34c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.840511] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab884200-b8fa-4fd8-885d-328bc65ded02 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.859504] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1254.859504] env[69722]: value = "task-3439327" [ 1254.859504] env[69722]: _type = "Task" [ 1254.859504] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.866972] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439327, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.909221] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f43fc74-1ea1-45a2-8833-fe20234d9058 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.927240] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance '7bb71f82-7f50-469a-9827-8e27bb446245' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.110573] env[69722]: DEBUG nova.network.neutron [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.303377] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.305781] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.702s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.306023] env[69722]: DEBUG nova.objects.instance [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lazy-loading 'resources' on Instance uuid 36389626-0281-4d28-ab26-503bb70a7705 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.324927] env[69722]: INFO nova.scheduler.client.report [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted allocations for instance c66837fa-915a-4a4e-9558-4344440c2ef0 [ 1255.369991] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439327, 'name': ReconfigVM_Task, 'duration_secs': 0.341772} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.370292] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 255c59fd-7143-4cf9-adef-115891dbf34c/255c59fd-7143-4cf9-adef-115891dbf34c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.370921] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ef4defa-f2d2-4ab0-b6a6-be4e14f7446f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.377806] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1255.377806] env[69722]: value = "task-3439328" [ 1255.377806] env[69722]: _type = "Task" [ 1255.377806] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.385191] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439328, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.433146] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.433434] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-364f8974-507a-47c6-ada9-480854348fd9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.439730] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1255.439730] env[69722]: value = "task-3439329" [ 1255.439730] env[69722]: _type = "Task" [ 1255.439730] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.447830] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.613442] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.831805] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8581936f-167b-4d6e-afa7-73705a2ad610 tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "c66837fa-915a-4a4e-9558-4344440c2ef0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.663s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.891087] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439328, 'name': Rename_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.930124] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2adb90b-34f2-4ab1-a78f-30330f6da2f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.938174] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445ac4ae-4ca4-4d4b-bfdb-707053c0d553 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.950180] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439329, 'name': PowerOffVM_Task, 'duration_secs': 0.505309} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.974110] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.974327] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance '7bb71f82-7f50-469a-9827-8e27bb446245' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.978280] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff08c51-1f1d-4ac6-8eac-63ed20c7a4c5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.985467] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86771189-375e-4a6d-ae01-dd76a0006fe0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.998270] env[69722]: DEBUG nova.compute.provider_tree [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.116591] env[69722]: DEBUG nova.compute.manager [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69722) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1256.390112] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439328, 'name': Rename_Task, 'duration_secs': 0.519891} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.390472] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1256.390625] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c2bf40d-563a-4048-a905-6bcb02e2335e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.396475] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1256.396475] env[69722]: value = "task-3439331" [ 1256.396475] env[69722]: _type = "Task" [ 1256.396475] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.403603] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.484128] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.484405] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.484481] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.484648] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.484797] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.484947] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.485203] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.485374] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.485544] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.485722] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.485914] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.491075] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40494524-649a-4c45-8007-5e886aef9480 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.501794] env[69722]: DEBUG nova.scheduler.client.report [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.510080] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1256.510080] env[69722]: value = "task-3439332" [ 1256.510080] env[69722]: _type = "Task" [ 1256.510080] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.518324] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.906049] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.006594] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.020073] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439332, 'name': ReconfigVM_Task, 'duration_secs': 0.379265} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.020437] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance '7bb71f82-7f50-469a-9827-8e27bb446245' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.031082] env[69722]: INFO nova.scheduler.client.report [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Deleted allocations for instance 36389626-0281-4d28-ab26-503bb70a7705 [ 1257.218066] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.218066] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.407153] env[69722]: DEBUG oslo_vmware.api [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439331, 'name': PowerOnVM_Task, 'duration_secs': 0.977514} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.407503] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.407718] env[69722]: INFO nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1257.407903] env[69722]: DEBUG nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.408733] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5dac29-7d9d-4c30-b1ae-3fb3f6300d7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.526849] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.527014] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.527126] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.527317] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.527465] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.528033] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.528033] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.528033] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.528598] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.528598] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.528694] env[69722]: DEBUG nova.virt.hardware [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.534013] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.534297] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0689caf8-bff9-4038-88fb-cee643cf2878 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.550713] env[69722]: DEBUG oslo_concurrency.lockutils [None req-10790c8e-d9dc-4ee0-9336-f1cceeaeb524 tempest-AttachVolumeShelveTestJSON-1010711737 tempest-AttachVolumeShelveTestJSON-1010711737-project-member] Lock "36389626-0281-4d28-ab26-503bb70a7705" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.535s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.554456] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1257.554456] env[69722]: value = "task-3439333" [ 1257.554456] env[69722]: _type = "Task" [ 1257.554456] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.562766] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.721194] env[69722]: DEBUG nova.objects.instance [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'migration_context' on Instance uuid 86579918-a6f4-4a3c-9fa7-cd24dddeb859 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.926764] env[69722]: INFO nova.compute.manager [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Took 13.48 seconds to build instance. [ 1258.066191] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439333, 'name': ReconfigVM_Task, 'duration_secs': 0.172493} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.066191] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.066637] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1373d2-05f4-4de4-9976-8aef5c148b0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.089188] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 7bb71f82-7f50-469a-9827-8e27bb446245/7bb71f82-7f50-469a-9827-8e27bb446245.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.089811] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa098e4c-dfca-42ba-a48c-9e847e75ffd3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.107839] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1258.107839] env[69722]: value = "task-3439334" [ 1258.107839] env[69722]: _type = "Task" [ 1258.107839] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.115824] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.350427] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5c8ac2-7fc6-40fc-872a-e6c9ffbb746c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.358432] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca372876-9e43-4277-ad05-fb549f213030 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.388876] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba97a7f-21fd-4e09-9012-3e53b2bcc9b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.396759] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baf5842-c367-458d-a55d-20c5d8fc5916 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.409982] env[69722]: DEBUG nova.compute.provider_tree [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.427973] env[69722]: DEBUG oslo_concurrency.lockutils [None req-480bc8f8-5cbc-4638-bae5-973e9f536740 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.990s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.618127] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439334, 'name': ReconfigVM_Task, 'duration_secs': 0.334546} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.618283] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 7bb71f82-7f50-469a-9827-8e27bb446245/7bb71f82-7f50-469a-9827-8e27bb446245.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.618466] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance '7bb71f82-7f50-469a-9827-8e27bb446245' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.786846] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "255c59fd-7143-4cf9-adef-115891dbf34c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.787216] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.787452] env[69722]: DEBUG nova.compute.manager [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.788439] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85a8d86-0578-44fa-a376-764e9554285a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.795434] env[69722]: DEBUG nova.compute.manager [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1258.796056] env[69722]: DEBUG nova.objects.instance [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'flavor' on Instance uuid 255c59fd-7143-4cf9-adef-115891dbf34c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.913369] env[69722]: DEBUG nova.scheduler.client.report [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.127645] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f558d7-c820-4815-959c-a46fea10e7ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.146104] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7a6276-744f-49f0-b607-ef9aa4fe9287 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.163475] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance '7bb71f82-7f50-469a-9827-8e27bb446245' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.703334] env[69722]: DEBUG nova.network.neutron [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Port e8e2812a-3d80-464f-989c-381133074c0f binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1259.803662] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.803971] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5658a829-9cdd-4101-8646-97360c21730e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.811821] env[69722]: DEBUG oslo_vmware.api [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1259.811821] env[69722]: value = "task-3439336" [ 1259.811821] env[69722]: _type = "Task" [ 1259.811821] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.820106] env[69722]: DEBUG oslo_vmware.api [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.908018] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.908354] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.908609] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "a8a67152-5fd1-4704-9f82-31d82d4cd134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.908845] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.909083] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.911808] env[69722]: INFO nova.compute.manager [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Terminating instance [ 1259.924109] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.706s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.322106] env[69722]: DEBUG oslo_vmware.api [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439336, 'name': PowerOffVM_Task, 'duration_secs': 0.182561} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.322347] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.322548] env[69722]: DEBUG nova.compute.manager [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.323340] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b32ff-0b58-42b6-9367-51385b03de09 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.415602] env[69722]: DEBUG nova.compute.manager [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.415822] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.416703] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccd4fbb-0b3f-439d-8228-f7dc477fdd65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.424402] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.424638] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee589cc2-2cd4-46db-940d-c64652acc3c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.430586] env[69722]: DEBUG oslo_vmware.api [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1260.430586] env[69722]: value = "task-3439337" [ 1260.430586] env[69722]: _type = "Task" [ 1260.430586] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.440623] env[69722]: DEBUG oslo_vmware.api [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.725848] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.726209] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.726380] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.834096] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cc8c84a8-7c43-4ec6-93a6-e00579abec5a tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.940989] env[69722]: DEBUG oslo_vmware.api [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439337, 'name': PowerOffVM_Task, 'duration_secs': 0.207208} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.943190] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.943370] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.946869] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e71c9ca-45ec-4429-8072-8268f1b3e555 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.006648] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.006885] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.007101] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleting the datastore file [datastore1] a8a67152-5fd1-4704-9f82-31d82d4cd134 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.007368] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-499a3c4c-09f3-4eee-b878-f9b82fec0309 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.015029] env[69722]: DEBUG oslo_vmware.api [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for the task: (returnval){ [ 1261.015029] env[69722]: value = "task-3439339" [ 1261.015029] env[69722]: _type = "Task" [ 1261.015029] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.022357] env[69722]: DEBUG oslo_vmware.api [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.417632] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "255c59fd-7143-4cf9-adef-115891dbf34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.417901] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.418490] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "255c59fd-7143-4cf9-adef-115891dbf34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.418490] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.418490] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.420683] env[69722]: INFO nova.compute.manager [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Terminating instance [ 1261.469870] env[69722]: INFO nova.compute.manager [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Swapping old allocation on dict_keys(['fc751dae-d10e-4fa8-8f8c-80cad2bb4e83']) held by migration 62a47376-2cbe-407b-ae09-b71178b57f50 for instance [ 1261.493316] env[69722]: DEBUG nova.scheduler.client.report [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Overwriting current allocation {'allocations': {'fc751dae-d10e-4fa8-8f8c-80cad2bb4e83': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 175}}, 'project_id': '79d64a1b06dd440aa8643bf2acd893ff', 'user_id': '98d01653b36b471eb6e8e13892d521cb', 'consumer_generation': 1} on consumer 86579918-a6f4-4a3c-9fa7-cd24dddeb859 {{(pid=69722) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1261.524420] env[69722]: DEBUG oslo_vmware.api [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Task: {'id': task-3439339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123648} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.524692] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.524878] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.525092] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.525277] env[69722]: INFO nova.compute.manager [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1261.525526] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.525727] env[69722]: DEBUG nova.compute.manager [-] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.525828] env[69722]: DEBUG nova.network.neutron [-] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.574375] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.574567] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.574770] env[69722]: DEBUG nova.network.neutron [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.765804] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.765804] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.765804] env[69722]: DEBUG nova.network.neutron [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.812669] env[69722]: DEBUG nova.compute.manager [req-1290a648-7dc1-4690-904a-36a7dbc7add2 req-1f8846da-e342-43b3-b09a-52c460ab3d9f service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Received event network-vif-deleted-d741b84f-c850-42af-86b1-2fabfcc37926 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.812669] env[69722]: INFO nova.compute.manager [req-1290a648-7dc1-4690-904a-36a7dbc7add2 req-1f8846da-e342-43b3-b09a-52c460ab3d9f service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Neutron deleted interface d741b84f-c850-42af-86b1-2fabfcc37926; detaching it from the instance and deleting it from the info cache [ 1261.812669] env[69722]: DEBUG nova.network.neutron [req-1290a648-7dc1-4690-904a-36a7dbc7add2 req-1f8846da-e342-43b3-b09a-52c460ab3d9f service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.924555] env[69722]: DEBUG nova.compute.manager [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.925094] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.926146] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2bc73f-757a-4df4-9ac0-c776bbba288e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.934128] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.934387] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0af23d49-d958-4f80-b9ae-b7908cfb8e86 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.034477] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.034728] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.034917] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleting the datastore file [datastore2] 255c59fd-7143-4cf9-adef-115891dbf34c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.035272] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45543de9-0c80-4e49-953b-45f17f7c1b8b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.041669] env[69722]: DEBUG oslo_vmware.api [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1262.041669] env[69722]: value = "task-3439341" [ 1262.041669] env[69722]: _type = "Task" [ 1262.041669] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.050032] env[69722]: DEBUG oslo_vmware.api [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.293756] env[69722]: DEBUG nova.network.neutron [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [{"id": "4de79878-5817-415b-82fa-ee3372d02ffe", "address": "fa:16:3e:8b:3d:a8", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de79878-58", "ovs_interfaceid": "4de79878-5817-415b-82fa-ee3372d02ffe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.298836] env[69722]: DEBUG nova.network.neutron [-] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.314782] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-039128be-266b-47c8-bfd2-817a6933f909 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.324408] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2914edb-ca87-4709-96c3-1b3901ece7a9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.359621] env[69722]: DEBUG nova.compute.manager [req-1290a648-7dc1-4690-904a-36a7dbc7add2 req-1f8846da-e342-43b3-b09a-52c460ab3d9f service nova] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Detach interface failed, port_id=d741b84f-c850-42af-86b1-2fabfcc37926, reason: Instance a8a67152-5fd1-4704-9f82-31d82d4cd134 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.553247] env[69722]: DEBUG oslo_vmware.api [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128859} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.553500] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1262.553681] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1262.553850] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1262.554114] env[69722]: INFO nova.compute.manager [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1262.554268] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1262.554458] env[69722]: DEBUG nova.compute.manager [-] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1262.554554] env[69722]: DEBUG nova.network.neutron [-] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1262.638943] env[69722]: DEBUG nova.network.neutron [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.797220] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-86579918-a6f4-4a3c-9fa7-cd24dddeb859" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.797755] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76dd9ef-9e4e-47bc-8318-b28ff35af5b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.801117] env[69722]: INFO nova.compute.manager [-] [instance: a8a67152-5fd1-4704-9f82-31d82d4cd134] Took 1.28 seconds to deallocate network for instance. [ 1262.810240] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c5687f-4173-4847-a93a-80395fe49a48 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.142772] env[69722]: DEBUG oslo_concurrency.lockutils [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.296144] env[69722]: DEBUG nova.network.neutron [-] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.310705] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.310886] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.311155] env[69722]: DEBUG nova.objects.instance [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lazy-loading 'resources' on Instance uuid a8a67152-5fd1-4704-9f82-31d82d4cd134 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.668272] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a190a76-c634-4f77-b2b9-4c20cc56239e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.689065] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50845e96-2c7b-4a48-8d3f-ec395a6935a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.696604] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance '7bb71f82-7f50-469a-9827-8e27bb446245' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.799666] env[69722]: INFO nova.compute.manager [-] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Took 1.24 seconds to deallocate network for instance. [ 1263.842557] env[69722]: DEBUG nova.compute.manager [req-adcbc29c-a9ab-4ea9-86c9-851d4d0fb0d7 req-2fd065e2-b559-40e6-80ff-55433427b26b service nova] [instance: 255c59fd-7143-4cf9-adef-115891dbf34c] Received event network-vif-deleted-9772ce8a-1cf7-4dbc-a1d8-5f1ded2d5529 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.916892] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.920901] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-574472a7-fa10-44e8-ae82-c6c05094a735 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.929855] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1263.929855] env[69722]: value = "task-3439342" [ 1263.929855] env[69722]: _type = "Task" [ 1263.929855] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.937635] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d9db59-d4ac-4574-a2e0-513b3fec99e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.951986] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.956573] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406d06c5-b740-4bb8-b3f2-4f2011f8732d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.995818] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21718594-43cb-4691-91a3-f886de7d2d2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.003873] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bbc6cc-0a5d-487a-befd-9dd3a0c79cbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.018482] env[69722]: DEBUG nova.compute.provider_tree [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.202788] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.203089] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f4ec0c5-55c6-40ac-b6f3-ae5249e6f7ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.211631] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1264.211631] env[69722]: value = "task-3439343" [ 1264.211631] env[69722]: _type = "Task" [ 1264.211631] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.220576] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.305929] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.440382] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439342, 'name': PowerOffVM_Task, 'duration_secs': 0.19645} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.440764] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.441534] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.441796] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.441995] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.442256] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.442452] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.442656] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.442923] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.443192] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.443428] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.443662] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.443903] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1264.449667] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6aa5427-e869-4036-a9c5-eac1fc59ec82 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.465733] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1264.465733] env[69722]: value = "task-3439344" [ 1264.465733] env[69722]: _type = "Task" [ 1264.465733] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.474974] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.522399] env[69722]: DEBUG nova.scheduler.client.report [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.722369] env[69722]: DEBUG oslo_vmware.api [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439343, 'name': PowerOnVM_Task, 'duration_secs': 0.423361} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.723042] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.723042] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ec6e78ca-97c3-44e8-bbe4-5cd482c1bc2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance '7bb71f82-7f50-469a-9827-8e27bb446245' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.975822] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439344, 'name': ReconfigVM_Task, 'duration_secs': 0.166757} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.976344] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47342e1b-1780-4e10-849c-5ae329e0f668 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.997699] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1264.997959] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1264.998151] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.998345] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1264.998495] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.998644] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1264.998894] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1264.999082] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1264.999294] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1264.999507] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1264.999810] env[69722]: DEBUG nova.virt.hardware [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.001216] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff33c14-d719-44fb-9688-4f2b090b1830 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.008469] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1265.008469] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fe1a05-39f2-eb07-f25a-a890172d3cb8" [ 1265.008469] env[69722]: _type = "Task" [ 1265.008469] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.017711] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fe1a05-39f2-eb07-f25a-a890172d3cb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.027769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.717s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.030980] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.724s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.030980] env[69722]: DEBUG nova.objects.instance [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'resources' on Instance uuid 255c59fd-7143-4cf9-adef-115891dbf34c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.055555] env[69722]: INFO nova.scheduler.client.report [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Deleted allocations for instance a8a67152-5fd1-4704-9f82-31d82d4cd134 [ 1265.518747] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fe1a05-39f2-eb07-f25a-a890172d3cb8, 'name': SearchDatastore_Task, 'duration_secs': 0.012933} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.524204] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.524535] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711905a5-1611-44f2-8b29-931b9249f42b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.544245] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1265.544245] env[69722]: value = "task-3439345" [ 1265.544245] env[69722]: _type = "Task" [ 1265.544245] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.552835] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.562290] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e0cb8945-23d4-459d-8bc4-e7ff80a8ff1f tempest-ServerActionsTestOtherA-1214162017 tempest-ServerActionsTestOtherA-1214162017-project-member] Lock "a8a67152-5fd1-4704-9f82-31d82d4cd134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.654s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.634501] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c296df-80f0-4bc6-ab6f-a6ee79bcabae {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.641916] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff23c6-93bf-4c38-83c3-815ce52b2076 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.674263] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88070499-6307-4c9d-9f9c-63b75e43bfbf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.681319] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ad181e-a3d7-4ecb-9156-8680c04117fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.695510] env[69722]: DEBUG nova.compute.provider_tree [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.054480] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439345, 'name': ReconfigVM_Task, 'duration_secs': 0.218884} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.054772] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1266.055646] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87c224f-9708-4d59-92c6-7c1926a1e892 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.080937] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1266.081290] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb53ffc4-5482-453d-b861-a0947a94e155 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.099882] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1266.099882] env[69722]: value = "task-3439346" [ 1266.099882] env[69722]: _type = "Task" [ 1266.099882] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.109239] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.198813] env[69722]: DEBUG nova.scheduler.client.report [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.609689] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439346, 'name': ReconfigVM_Task, 'duration_secs': 0.292644} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.609924] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859/86579918-a6f4-4a3c-9fa7-cd24dddeb859.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.610751] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f93e363-4a8f-4350-b81f-7fe75ed9b069 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.637980] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fdbe28-78b5-4ae4-885a-e8f6c0aa568a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.658565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5f0938-33c5-4b99-8e9b-fd3e6a0093a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.679820] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54db92f1-4acc-4ff2-8351-44ba5a90b658 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.686700] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.686962] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c8b516b-2032-4bd0-8689-b4df8939f4b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.693035] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1266.693035] env[69722]: value = "task-3439347" [ 1266.693035] env[69722]: _type = "Task" [ 1266.693035] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.706761] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.708820] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.732500] env[69722]: INFO nova.scheduler.client.report [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted allocations for instance 255c59fd-7143-4cf9-adef-115891dbf34c [ 1267.203995] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439347, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.240932] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0475a096-b0f0-4a68-89c1-344bcc0f6df6 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "255c59fd-7143-4cf9-adef-115891dbf34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.514721] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.515067] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.515271] env[69722]: DEBUG nova.compute.manager [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Going to confirm migration 9 {{(pid=69722) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1267.705018] env[69722]: DEBUG oslo_vmware.api [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439347, 'name': PowerOnVM_Task, 'duration_secs': 0.590961} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.707194] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.052140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.052486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.052556] env[69722]: DEBUG nova.network.neutron [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.052768] env[69722]: DEBUG nova.objects.instance [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'info_cache' on Instance uuid 7bb71f82-7f50-469a-9827-8e27bb446245 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.329235] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "09d214da-6eae-466e-850b-1f94dfda5795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.329519] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "09d214da-6eae-466e-850b-1f94dfda5795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.329763] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "09d214da-6eae-466e-850b-1f94dfda5795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.329961] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "09d214da-6eae-466e-850b-1f94dfda5795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.330146] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "09d214da-6eae-466e-850b-1f94dfda5795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.332222] env[69722]: INFO nova.compute.manager [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Terminating instance [ 1268.749335] env[69722]: INFO nova.compute.manager [None req-0ce1789e-09bc-4f04-bb19-be4cb4c4317b tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance to original state: 'active' [ 1268.836522] env[69722]: DEBUG nova.compute.manager [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.836746] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.837660] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e7b5a2-fb6e-477b-9c97-10e8357e2a9f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.845715] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.846107] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5314ed94-c612-4d80-9d5a-62eef43b4b24 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.852585] env[69722]: DEBUG oslo_vmware.api [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1268.852585] env[69722]: value = "task-3439348" [ 1268.852585] env[69722]: _type = "Task" [ 1268.852585] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.862202] env[69722]: DEBUG oslo_vmware.api [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.363658] env[69722]: DEBUG oslo_vmware.api [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439348, 'name': PowerOffVM_Task, 'duration_secs': 0.257535} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.364035] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.364136] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.364390] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5629dcef-a87c-44df-bdd4-9ec5c1ad462d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.424961] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.425180] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.425362] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleting the datastore file [datastore2] 09d214da-6eae-466e-850b-1f94dfda5795 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.425628] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d10ba90-97e5-40da-b5a2-0d8544c9681a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.431917] env[69722]: DEBUG oslo_vmware.api [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for the task: (returnval){ [ 1269.431917] env[69722]: value = "task-3439350" [ 1269.431917] env[69722]: _type = "Task" [ 1269.431917] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.440659] env[69722]: DEBUG oslo_vmware.api [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.466573] env[69722]: DEBUG nova.network.neutron [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [{"id": "e8e2812a-3d80-464f-989c-381133074c0f", "address": "fa:16:3e:d7:16:01", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8e2812a-3d", "ovs_interfaceid": "e8e2812a-3d80-464f-989c-381133074c0f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.943132] env[69722]: DEBUG oslo_vmware.api [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Task: {'id': task-3439350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166003} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.943796] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.943999] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.944198] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.944435] env[69722]: INFO nova.compute.manager [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1269.944689] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.944892] env[69722]: DEBUG nova.compute.manager [-] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.945097] env[69722]: DEBUG nova.network.neutron [-] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.969681] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-7bb71f82-7f50-469a-9827-8e27bb446245" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.969987] env[69722]: DEBUG nova.objects.instance [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'migration_context' on Instance uuid 7bb71f82-7f50-469a-9827-8e27bb446245 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.422347] env[69722]: DEBUG nova.compute.manager [req-af29a35d-6b4a-4807-8d80-f3f6c25d68d0 req-668f1f68-0ddb-425e-b11c-91a4aedd9029 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Received event network-vif-deleted-08080c27-019f-4dfd-b031-cfa2721ffbb0 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.422599] env[69722]: INFO nova.compute.manager [req-af29a35d-6b4a-4807-8d80-f3f6c25d68d0 req-668f1f68-0ddb-425e-b11c-91a4aedd9029 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Neutron deleted interface 08080c27-019f-4dfd-b031-cfa2721ffbb0; detaching it from the instance and deleting it from the info cache [ 1270.422732] env[69722]: DEBUG nova.network.neutron [req-af29a35d-6b4a-4807-8d80-f3f6c25d68d0 req-668f1f68-0ddb-425e-b11c-91a4aedd9029 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.473513] env[69722]: DEBUG nova.objects.base [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Object Instance<7bb71f82-7f50-469a-9827-8e27bb446245> lazy-loaded attributes: info_cache,migration_context {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.474479] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08935c-5ff8-45ef-9561-e23f251370cf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.496055] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3183c6b-b316-43af-af83-b49de599835c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.502049] env[69722]: DEBUG oslo_vmware.api [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1270.502049] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5248705f-774d-9b3e-a7f1-4354c1bc13b3" [ 1270.502049] env[69722]: _type = "Task" [ 1270.502049] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.510209] env[69722]: DEBUG oslo_vmware.api [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5248705f-774d-9b3e-a7f1-4354c1bc13b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.771925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.771925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.771925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.772152] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.772330] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.774496] env[69722]: INFO nova.compute.manager [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Terminating instance [ 1270.892987] env[69722]: DEBUG nova.network.neutron [-] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.925094] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc8d0ed3-c40e-4718-87e5-eb5f48dbc195 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.936261] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b02595-4a10-470d-9d33-941d90cf37f1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.962857] env[69722]: DEBUG nova.compute.manager [req-af29a35d-6b4a-4807-8d80-f3f6c25d68d0 req-668f1f68-0ddb-425e-b11c-91a4aedd9029 service nova] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Detach interface failed, port_id=08080c27-019f-4dfd-b031-cfa2721ffbb0, reason: Instance 09d214da-6eae-466e-850b-1f94dfda5795 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.012850] env[69722]: DEBUG oslo_vmware.api [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5248705f-774d-9b3e-a7f1-4354c1bc13b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01246} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.013163] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.013417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.280257] env[69722]: DEBUG nova.compute.manager [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.280257] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.280257] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57500b30-d67f-414b-b834-c6d405218f25 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.286711] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1271.286711] env[69722]: value = "task-3439351" [ 1271.286711] env[69722]: _type = "Task" [ 1271.286711] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.295913] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.396020] env[69722]: INFO nova.compute.manager [-] [instance: 09d214da-6eae-466e-850b-1f94dfda5795] Took 1.45 seconds to deallocate network for instance. [ 1271.610293] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be03abb-1e00-4356-9433-2612a80cf29d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.618029] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c49d544-d5c8-4c22-ae08-1be1c15918d8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.648597] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6be99f7-c1bf-49c9-8204-40112219e9b1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.655567] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f5e794-a969-443b-8a6d-70fca2a2142c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.668679] env[69722]: DEBUG nova.compute.provider_tree [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.797062] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439351, 'name': PowerOffVM_Task, 'duration_secs': 0.307509} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.797357] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.797661] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.797892] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686573', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'name': 'volume-889ee1cc-ff4a-4cf8-a080-540e04713d46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '86579918-a6f4-4a3c-9fa7-cd24dddeb859', 'attached_at': '2025-04-15T14:08:46.000000', 'detached_at': '', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'serial': '889ee1cc-ff4a-4cf8-a080-540e04713d46'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.798676] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5161fd-c4a2-4fa8-b298-b0ee9419c929 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.821079] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa4c83-e182-4548-8fec-1fcbc3b32e4f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.828164] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec4a623-102b-4590-8f20-61d634029d4f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.849565] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d03bd1b-0e4f-4c07-8fdd-3cbb0678be83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.866276] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] The volume has not been displaced from its original location: [datastore2] volume-889ee1cc-ff4a-4cf8-a080-540e04713d46/volume-889ee1cc-ff4a-4cf8-a080-540e04713d46.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.871856] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.872283] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45d94c98-adec-46d1-a1d8-e7e31f10fa9e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.890996] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1271.890996] env[69722]: value = "task-3439352" [ 1271.890996] env[69722]: _type = "Task" [ 1271.890996] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.900246] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.904358] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.993136] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.993427] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.172062] env[69722]: DEBUG nova.scheduler.client.report [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.352972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.352972] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.401129] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439352, 'name': ReconfigVM_Task, 'duration_secs': 0.220891} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.401324] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1272.406238] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96ff6107-2ee9-4733-ad43-bb1f801e791e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.422223] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1272.422223] env[69722]: value = "task-3439353" [ 1272.422223] env[69722]: _type = "Task" [ 1272.422223] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.432061] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.495759] env[69722]: DEBUG nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.855805] env[69722]: DEBUG nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.932416] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439353, 'name': ReconfigVM_Task, 'duration_secs': 0.12835} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.932416] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686573', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'name': 'volume-889ee1cc-ff4a-4cf8-a080-540e04713d46', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '86579918-a6f4-4a3c-9fa7-cd24dddeb859', 'attached_at': '2025-04-15T14:08:46.000000', 'detached_at': '', 'volume_id': '889ee1cc-ff4a-4cf8-a080-540e04713d46', 'serial': '889ee1cc-ff4a-4cf8-a080-540e04713d46'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.932964] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.933675] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40cb81e-d499-4945-8cce-e3a722ce4721 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.940086] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.940306] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05859a3c-0b16-46dd-936e-e38a59265869 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.004017] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.004693] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.004938] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleting the datastore file [datastore1] 86579918-a6f4-4a3c-9fa7-cd24dddeb859 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.007284] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3da7683c-44f4-4b03-bc60-7e59b9673872 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.014446] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1273.014446] env[69722]: value = "task-3439355" [ 1273.014446] env[69722]: _type = "Task" [ 1273.014446] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.022707] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.023655] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.183363] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.170s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.187133] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.283s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.187440] env[69722]: DEBUG nova.objects.instance [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lazy-loading 'resources' on Instance uuid 09d214da-6eae-466e-850b-1f94dfda5795 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.375838] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.524688] env[69722]: DEBUG oslo_vmware.api [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202069} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.525032] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.525268] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.525484] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.525692] env[69722]: INFO nova.compute.manager [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1273.525970] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.526222] env[69722]: DEBUG nova.compute.manager [-] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1273.526331] env[69722]: DEBUG nova.network.neutron [-] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1273.745984] env[69722]: INFO nova.scheduler.client.report [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted allocation for migration eafa3da5-392c-49bc-91c3-dbb944949669 [ 1273.794263] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e840e40-fb1b-4901-b2ad-8d498e69306f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.801957] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e4fb13-f0ff-41ee-9ff5-145a6b3630d7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.834064] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afd0aa1-c92d-44a0-ba80-85bd57f8f867 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.841129] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b3f96a-db16-4be7-b47e-10c19931d4bb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.855028] env[69722]: DEBUG nova.compute.provider_tree [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.033706] env[69722]: DEBUG nova.compute.manager [req-d2f2f1b6-2206-492f-9822-42d44293559c req-b78638f9-4fd2-457a-8d3a-63fe7c81dc7e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Received event network-vif-deleted-4de79878-5817-415b-82fa-ee3372d02ffe {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.033706] env[69722]: INFO nova.compute.manager [req-d2f2f1b6-2206-492f-9822-42d44293559c req-b78638f9-4fd2-457a-8d3a-63fe7c81dc7e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Neutron deleted interface 4de79878-5817-415b-82fa-ee3372d02ffe; detaching it from the instance and deleting it from the info cache [ 1274.033706] env[69722]: DEBUG nova.network.neutron [req-d2f2f1b6-2206-492f-9822-42d44293559c req-b78638f9-4fd2-457a-8d3a-63fe7c81dc7e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.257018] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0c3f410a-706f-4d42-9091-a516e5c918b8 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.742s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.358419] env[69722]: DEBUG nova.scheduler.client.report [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.515372] env[69722]: DEBUG nova.network.neutron [-] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.536548] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7087acb6-741b-431a-9ec5-f737a4e483f0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.546986] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5181db7-f8f2-4cc7-abf2-e4142c2a5f04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.573649] env[69722]: DEBUG nova.compute.manager [req-d2f2f1b6-2206-492f-9822-42d44293559c req-b78638f9-4fd2-457a-8d3a-63fe7c81dc7e service nova] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Detach interface failed, port_id=4de79878-5817-415b-82fa-ee3372d02ffe, reason: Instance 86579918-a6f4-4a3c-9fa7-cd24dddeb859 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1274.757181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.757390] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.757628] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.757830] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.758014] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.760314] env[69722]: INFO nova.compute.manager [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Terminating instance [ 1274.864093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.865755] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.842s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.867737] env[69722]: INFO nova.compute.claims [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.884884] env[69722]: INFO nova.scheduler.client.report [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Deleted allocations for instance 09d214da-6eae-466e-850b-1f94dfda5795 [ 1275.018237] env[69722]: INFO nova.compute.manager [-] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Took 1.49 seconds to deallocate network for instance. [ 1275.264019] env[69722]: DEBUG nova.compute.manager [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.264397] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.265312] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6538cf-16f9-4827-affb-3fb0ab8bbd86 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.273425] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.273629] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-855519c8-ef5f-4b01-97f1-05cd7d768c4f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.279585] env[69722]: DEBUG oslo_vmware.api [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1275.279585] env[69722]: value = "task-3439356" [ 1275.279585] env[69722]: _type = "Task" [ 1275.279585] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.286897] env[69722]: DEBUG oslo_vmware.api [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.392367] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c89ca8a4-c6ca-404d-b6f3-63ef05020142 tempest-ServersTestJSON-574397711 tempest-ServersTestJSON-574397711-project-member] Lock "09d214da-6eae-466e-850b-1f94dfda5795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.063s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.563609] env[69722]: INFO nova.compute.manager [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 86579918-a6f4-4a3c-9fa7-cd24dddeb859] Took 0.54 seconds to detach 1 volumes for instance. [ 1275.791056] env[69722]: DEBUG oslo_vmware.api [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439356, 'name': PowerOffVM_Task, 'duration_secs': 0.201958} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.791325] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.791493] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.791750] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-113c1245-fa21-4063-bcd5-bc3bdfd34e48 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.850154] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.850511] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.850595] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleting the datastore file [datastore1] 7bb71f82-7f50-469a-9827-8e27bb446245 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.850899] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfa39fb0-6021-4772-a9a4-9865ac3e476e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.857318] env[69722]: DEBUG oslo_vmware.api [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1275.857318] env[69722]: value = "task-3439358" [ 1275.857318] env[69722]: _type = "Task" [ 1275.857318] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.866661] env[69722]: DEBUG oslo_vmware.api [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.969141] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23456a7-ceee-4480-aa87-0f0cf9177aa0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.981030] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0d1774-8c69-4c6b-80d6-33473ef9baaf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.015963] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92de62a-0ba3-4f78-9974-0fb1ca51798d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.024551] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44a8163-a8c0-4ee9-a416-1ba5d11fdc9a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.038603] env[69722]: DEBUG nova.compute.provider_tree [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.070035] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.368874] env[69722]: DEBUG oslo_vmware.api [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141856} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.369338] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.369338] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.369457] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.369637] env[69722]: INFO nova.compute.manager [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1276.369916] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.370124] env[69722]: DEBUG nova.compute.manager [-] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.370223] env[69722]: DEBUG nova.network.neutron [-] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.544010] env[69722]: DEBUG nova.scheduler.client.report [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.805817] env[69722]: DEBUG nova.compute.manager [req-6573da6e-3228-4620-8cf7-2f54821031a0 req-47c326e9-004a-467a-a941-7d1b7cadc416 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Received event network-vif-deleted-e8e2812a-3d80-464f-989c-381133074c0f {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.806032] env[69722]: INFO nova.compute.manager [req-6573da6e-3228-4620-8cf7-2f54821031a0 req-47c326e9-004a-467a-a941-7d1b7cadc416 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Neutron deleted interface e8e2812a-3d80-464f-989c-381133074c0f; detaching it from the instance and deleting it from the info cache [ 1276.806262] env[69722]: DEBUG nova.network.neutron [req-6573da6e-3228-4620-8cf7-2f54821031a0 req-47c326e9-004a-467a-a941-7d1b7cadc416 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.052795] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.052991] env[69722]: DEBUG nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.055574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.680s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.057503] env[69722]: INFO nova.compute.claims [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.079816] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "56b601cc-acc1-48d8-80db-0c1701f52e75" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.080486] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.288784] env[69722]: DEBUG nova.network.neutron [-] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.309091] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec0835ec-a572-4ae5-8161-b1ead281f089 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.319066] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a2d7b-2811-4e44-ba87-4eecd670364f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.345844] env[69722]: DEBUG nova.compute.manager [req-6573da6e-3228-4620-8cf7-2f54821031a0 req-47c326e9-004a-467a-a941-7d1b7cadc416 service nova] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Detach interface failed, port_id=e8e2812a-3d80-464f-989c-381133074c0f, reason: Instance 7bb71f82-7f50-469a-9827-8e27bb446245 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1277.561518] env[69722]: DEBUG nova.compute.utils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.563618] env[69722]: DEBUG nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1277.564555] env[69722]: DEBUG nova.network.neutron [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.583562] env[69722]: DEBUG nova.compute.utils [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.612693] env[69722]: DEBUG nova.policy [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a440b929be7d4d2d8d2f8c3f9a46d0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a02803847e4186a543e22291cd602b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.792713] env[69722]: INFO nova.compute.manager [-] [instance: 7bb71f82-7f50-469a-9827-8e27bb446245] Took 1.42 seconds to deallocate network for instance. [ 1277.882932] env[69722]: DEBUG nova.network.neutron [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Successfully created port: 208486f0-b576-4ae5-8732-9635ad7268d1 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.069706] env[69722]: DEBUG nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.087408] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.153021] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e766e21-aa3c-4963-8799-8d32249f5a78 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.161155] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8eb6d0-9b18-48a4-9586-530c0fc3735b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.194282] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4972d0-4fa9-4493-9193-d27400e8c1fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.202442] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41448165-0e74-4eee-966b-d1d1605d1ef8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.218786] env[69722]: DEBUG nova.compute.provider_tree [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.299477] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.722440] env[69722]: DEBUG nova.scheduler.client.report [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.084459] env[69722]: DEBUG nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.116291] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.116601] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.116824] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.117039] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.117199] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.117349] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.117559] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.117752] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.117958] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.118168] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.118350] env[69722]: DEBUG nova.virt.hardware [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.119261] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f8f7a4-4a56-49f9-b97b-1e53072c7a87 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.127604] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50807b6-833e-41b1-987f-70e0fd9bdc4c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.152485] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "56b601cc-acc1-48d8-80db-0c1701f52e75" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.152717] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.152938] env[69722]: INFO nova.compute.manager [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Attaching volume 30d52c7d-3a1a-45f6-a741-66bef5de889b to /dev/sdb [ 1279.185613] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c444ba94-db69-4e6d-af9f-fc2f1592fd7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.192770] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d0bf0c-33cf-4635-b752-012a932579e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.207965] env[69722]: DEBUG nova.virt.block_device [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Updating existing volume attachment record: fe70f917-a46d-4478-9101-c97276b1bee3 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1279.227769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.172s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.228311] env[69722]: DEBUG nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.231091] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.161s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.231091] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.233267] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.934s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.233492] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.260676] env[69722]: DEBUG nova.compute.manager [req-cb6692e6-822b-4e45-8fb7-126f7bb2813c req-9aafa68c-b322-43e9-a58e-1fbd21b6aaaa service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Received event network-vif-plugged-208486f0-b576-4ae5-8732-9635ad7268d1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.261442] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb6692e6-822b-4e45-8fb7-126f7bb2813c req-9aafa68c-b322-43e9-a58e-1fbd21b6aaaa service nova] Acquiring lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.261747] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb6692e6-822b-4e45-8fb7-126f7bb2813c req-9aafa68c-b322-43e9-a58e-1fbd21b6aaaa service nova] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.262169] env[69722]: DEBUG oslo_concurrency.lockutils [req-cb6692e6-822b-4e45-8fb7-126f7bb2813c req-9aafa68c-b322-43e9-a58e-1fbd21b6aaaa service nova] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.262595] env[69722]: DEBUG nova.compute.manager [req-cb6692e6-822b-4e45-8fb7-126f7bb2813c req-9aafa68c-b322-43e9-a58e-1fbd21b6aaaa service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] No waiting events found dispatching network-vif-plugged-208486f0-b576-4ae5-8732-9635ad7268d1 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1279.262682] env[69722]: WARNING nova.compute.manager [req-cb6692e6-822b-4e45-8fb7-126f7bb2813c req-9aafa68c-b322-43e9-a58e-1fbd21b6aaaa service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Received unexpected event network-vif-plugged-208486f0-b576-4ae5-8732-9635ad7268d1 for instance with vm_state building and task_state spawning. [ 1279.268817] env[69722]: INFO nova.scheduler.client.report [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted allocations for instance 86579918-a6f4-4a3c-9fa7-cd24dddeb859 [ 1279.271424] env[69722]: INFO nova.scheduler.client.report [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted allocations for instance 7bb71f82-7f50-469a-9827-8e27bb446245 [ 1279.391783] env[69722]: DEBUG nova.network.neutron [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Successfully updated port: 208486f0-b576-4ae5-8732-9635ad7268d1 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.738039] env[69722]: DEBUG nova.compute.utils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.738924] env[69722]: DEBUG nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.739116] env[69722]: DEBUG nova.network.neutron [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.780916] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a3a90938-738a-4c36-b489-b566b9d32a70 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "7bb71f82-7f50-469a-9827-8e27bb446245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.023s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.786611] env[69722]: DEBUG nova.policy [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a440b929be7d4d2d8d2f8c3f9a46d0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a02803847e4186a543e22291cd602b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.788282] env[69722]: DEBUG oslo_concurrency.lockutils [None req-9b2700fa-ef37-4965-ba52-82113f1f26fc tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "86579918-a6f4-4a3c-9fa7-cd24dddeb859" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.016s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.894759] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.894915] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.895076] env[69722]: DEBUG nova.network.neutron [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.018568] env[69722]: DEBUG nova.network.neutron [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Successfully created port: 6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.242809] env[69722]: DEBUG nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.426016] env[69722]: DEBUG nova.network.neutron [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.548598] env[69722]: DEBUG nova.network.neutron [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Updating instance_info_cache with network_info: [{"id": "208486f0-b576-4ae5-8732-9635ad7268d1", "address": "fa:16:3e:79:c6:13", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208486f0-b5", "ovs_interfaceid": "208486f0-b576-4ae5-8732-9635ad7268d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.787059] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.787351] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.053143] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.053143] env[69722]: DEBUG nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Instance network_info: |[{"id": "208486f0-b576-4ae5-8732-9635ad7268d1", "address": "fa:16:3e:79:c6:13", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208486f0-b5", "ovs_interfaceid": "208486f0-b576-4ae5-8732-9635ad7268d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.053427] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:c6:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '208486f0-b576-4ae5-8732-9635ad7268d1', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.060989] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating folder: Project (27a02803847e4186a543e22291cd602b). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.061587] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93fcaac6-b235-4646-9b63-1f862b280c28 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.072121] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created folder: Project (27a02803847e4186a543e22291cd602b) in parent group-v686248. [ 1281.072334] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating folder: Instances. Parent ref: group-v686578. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.072567] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76d1dca8-d613-4f6c-b7a8-36c3cb240f16 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.081008] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created folder: Instances in parent group-v686578. [ 1281.081265] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.081457] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.081652] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-323adb05-d944-435c-b053-ac7e70426c74 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.100036] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.100036] env[69722]: value = "task-3439362" [ 1281.100036] env[69722]: _type = "Task" [ 1281.100036] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.107084] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439362, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.256686] env[69722]: DEBUG nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.284842] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.285114] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.285279] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.285461] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.285604] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.285752] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.285961] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.286135] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.286325] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.286477] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.286640] env[69722]: DEBUG nova.virt.hardware [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.287536] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f859f-738a-4300-a127-93cef6c2bc92 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.292384] env[69722]: DEBUG nova.compute.manager [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Received event network-changed-208486f0-b576-4ae5-8732-9635ad7268d1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.292604] env[69722]: DEBUG nova.compute.manager [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Refreshing instance network info cache due to event network-changed-208486f0-b576-4ae5-8732-9635ad7268d1. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1281.292888] env[69722]: DEBUG oslo_concurrency.lockutils [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] Acquiring lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.293063] env[69722]: DEBUG oslo_concurrency.lockutils [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] Acquired lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.293265] env[69722]: DEBUG nova.network.neutron [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Refreshing network info cache for port 208486f0-b576-4ae5-8732-9635ad7268d1 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.294948] env[69722]: DEBUG nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.302994] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c949461-34ed-4444-aef6-4cbc03f1cd33 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.410027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.410292] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.537963] env[69722]: DEBUG nova.network.neutron [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Successfully updated port: 6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.609709] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439362, 'name': CreateVM_Task, 'duration_secs': 0.324898} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.609946] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.610632] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.610862] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.611209] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.611466] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74c1e33e-bc2d-4ac2-bb10-74739d6dbcea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.615994] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1281.615994] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5286da20-2bd3-13cd-cb71-6a558f979ef1" [ 1281.615994] env[69722]: _type = "Task" [ 1281.615994] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.623425] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5286da20-2bd3-13cd-cb71-6a558f979ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.817921] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.818214] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.819703] env[69722]: INFO nova.compute.claims [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.912156] env[69722]: DEBUG nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.987697] env[69722]: DEBUG nova.network.neutron [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Updated VIF entry in instance network info cache for port 208486f0-b576-4ae5-8732-9635ad7268d1. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.988065] env[69722]: DEBUG nova.network.neutron [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Updating instance_info_cache with network_info: [{"id": "208486f0-b576-4ae5-8732-9635ad7268d1", "address": "fa:16:3e:79:c6:13", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208486f0-b5", "ovs_interfaceid": "208486f0-b576-4ae5-8732-9635ad7268d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.040359] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.040501] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.040647] env[69722]: DEBUG nova.network.neutron [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.126539] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5286da20-2bd3-13cd-cb71-6a558f979ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.015207} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.126830] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.127080] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.127320] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.127469] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.127663] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.127946] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f951ed04-a38e-4047-814a-fb35608175ca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.135493] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.135666] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.136352] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d12d9292-85a6-401a-b43f-0b26c5b133e5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.140824] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1282.140824] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f26ef3-256c-6ea1-773f-5ccf7817be93" [ 1282.140824] env[69722]: _type = "Task" [ 1282.140824] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.147905] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f26ef3-256c-6ea1-773f-5ccf7817be93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.433085] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.490465] env[69722]: DEBUG oslo_concurrency.lockutils [req-8b6091d8-6f36-45f1-914b-c2f65f7718c9 req-68276a46-c936-4026-8917-bd858e6888d1 service nova] Releasing lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.577555] env[69722]: DEBUG nova.network.neutron [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.651154] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52f26ef3-256c-6ea1-773f-5ccf7817be93, 'name': SearchDatastore_Task, 'duration_secs': 0.008075} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.651922] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04db7f1-f6b2-4241-854f-378a08371775 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.657276] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1282.657276] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d85324-b2e9-fb04-8f20-967df1e1c2d6" [ 1282.657276] env[69722]: _type = "Task" [ 1282.657276] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.665913] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d85324-b2e9-fb04-8f20-967df1e1c2d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.694616] env[69722]: DEBUG nova.network.neutron [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Updating instance_info_cache with network_info: [{"id": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "address": "fa:16:3e:66:41:c8", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d347e28-2d", "ovs_interfaceid": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.894593] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bb4322-6553-4560-bd01-e9ce225a292e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.901519] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fa0f9c-818d-404e-989f-82e72343020e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.930460] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e699f9f-001c-43cb-afc9-e7776a4f1206 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.937121] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31729783-3e30-458b-8840-40f1fe110b1b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.949788] env[69722]: DEBUG nova.compute.provider_tree [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.167561] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d85324-b2e9-fb04-8f20-967df1e1c2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009303} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.167808] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.168025] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.168265] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c650abaa-494e-4b61-92d5-07a8eb30e198 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.175781] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1283.175781] env[69722]: value = "task-3439364" [ 1283.175781] env[69722]: _type = "Task" [ 1283.175781] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.182787] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.197316] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.197602] env[69722]: DEBUG nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Instance network_info: |[{"id": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "address": "fa:16:3e:66:41:c8", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d347e28-2d", "ovs_interfaceid": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.197961] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:41:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.205394] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.205602] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.205816] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58c336e5-dcf4-451d-a531-248fe19df43d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.225468] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.225468] env[69722]: value = "task-3439365" [ 1283.225468] env[69722]: _type = "Task" [ 1283.225468] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.236625] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439365, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.317680] env[69722]: DEBUG nova.compute.manager [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Received event network-vif-plugged-6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.317965] env[69722]: DEBUG oslo_concurrency.lockutils [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] Acquiring lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.318261] env[69722]: DEBUG oslo_concurrency.lockutils [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.318448] env[69722]: DEBUG oslo_concurrency.lockutils [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.318621] env[69722]: DEBUG nova.compute.manager [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] No waiting events found dispatching network-vif-plugged-6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1283.318801] env[69722]: WARNING nova.compute.manager [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Received unexpected event network-vif-plugged-6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 for instance with vm_state building and task_state spawning. [ 1283.319035] env[69722]: DEBUG nova.compute.manager [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Received event network-changed-6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.319209] env[69722]: DEBUG nova.compute.manager [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Refreshing instance network info cache due to event network-changed-6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.319399] env[69722]: DEBUG oslo_concurrency.lockutils [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] Acquiring lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.319539] env[69722]: DEBUG oslo_concurrency.lockutils [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] Acquired lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.319759] env[69722]: DEBUG nova.network.neutron [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Refreshing network info cache for port 6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.452771] env[69722]: DEBUG nova.scheduler.client.report [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.685425] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.425406} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.685695] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.685908] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.686169] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9877d267-4478-4d52-841b-4847864cf304 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.693296] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1283.693296] env[69722]: value = "task-3439366" [ 1283.693296] env[69722]: _type = "Task" [ 1283.693296] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.700487] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.734272] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439365, 'name': CreateVM_Task, 'duration_secs': 0.349955} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.734419] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.735079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.735244] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.735564] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.735804] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e67b792-b236-476d-94e8-83a2fc645dde {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.739901] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1283.739901] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5205c54f-7dae-2773-4562-27270809b67a" [ 1283.739901] env[69722]: _type = "Task" [ 1283.739901] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.746834] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5205c54f-7dae-2773-4562-27270809b67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.763136] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1283.763349] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686577', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'name': 'volume-30d52c7d-3a1a-45f6-a741-66bef5de889b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b601cc-acc1-48d8-80db-0c1701f52e75', 'attached_at': '', 'detached_at': '', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'serial': '30d52c7d-3a1a-45f6-a741-66bef5de889b'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1283.764088] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ab0455-8112-448f-8c46-05eea109092e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.778671] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75db955-c761-4a96-aa93-a9b95fe3bab6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.801779] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-30d52c7d-3a1a-45f6-a741-66bef5de889b/volume-30d52c7d-3a1a-45f6-a741-66bef5de889b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.801997] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74111eee-8ae0-4a2d-bf36-34c1f3d07eb8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.819105] env[69722]: DEBUG oslo_vmware.api [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1283.819105] env[69722]: value = "task-3439367" [ 1283.819105] env[69722]: _type = "Task" [ 1283.819105] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.827953] env[69722]: DEBUG oslo_vmware.api [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.957848] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.958417] env[69722]: DEBUG nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.961198] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.528s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.963026] env[69722]: INFO nova.compute.claims [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.007207] env[69722]: DEBUG nova.network.neutron [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Updated VIF entry in instance network info cache for port 6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.007579] env[69722]: DEBUG nova.network.neutron [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Updating instance_info_cache with network_info: [{"id": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "address": "fa:16:3e:66:41:c8", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d347e28-2d", "ovs_interfaceid": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.204463] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059461} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.204681] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.205459] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5179f466-d969-48b5-93f1-690b9cb87a46 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.226603] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.226827] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66356f95-fc67-4758-92bc-88cc3bb29d7f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.247891] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5205c54f-7dae-2773-4562-27270809b67a, 'name': SearchDatastore_Task, 'duration_secs': 0.008024} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.248962] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.249205] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.249437] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.249582] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.249773] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.250093] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1284.250093] env[69722]: value = "task-3439368" [ 1284.250093] env[69722]: _type = "Task" [ 1284.250093] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.250269] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bce05df2-2dfa-4477-b5a3-49a1f3c5de04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.259354] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.260531] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.260723] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.261407] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d375820-3364-42bd-84f7-f33892766c64 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.265927] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1284.265927] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005474-0096-31b9-247a-f16ba139bee7" [ 1284.265927] env[69722]: _type = "Task" [ 1284.265927] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.273284] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005474-0096-31b9-247a-f16ba139bee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.328312] env[69722]: DEBUG oslo_vmware.api [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439367, 'name': ReconfigVM_Task, 'duration_secs': 0.347607} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.328588] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-30d52c7d-3a1a-45f6-a741-66bef5de889b/volume-30d52c7d-3a1a-45f6-a741-66bef5de889b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.333468] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ac214a-644c-4d2c-b354-190f3de81577 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.347445] env[69722]: DEBUG oslo_vmware.api [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1284.347445] env[69722]: value = "task-3439369" [ 1284.347445] env[69722]: _type = "Task" [ 1284.347445] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.355192] env[69722]: DEBUG oslo_vmware.api [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.467307] env[69722]: DEBUG nova.compute.utils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.471297] env[69722]: DEBUG nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.471526] env[69722]: DEBUG nova.network.neutron [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.510788] env[69722]: DEBUG oslo_concurrency.lockutils [req-91b4b196-7496-4b7f-aaf2-30719f134a1e req-77a17fc8-0f7c-417d-825b-f2d85a61bf48 service nova] Releasing lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.520560] env[69722]: DEBUG nova.policy [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42a663f52c4413594987b87486e0a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30203621030f4d029466b835d24f0670', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.764093] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439368, 'name': ReconfigVM_Task, 'duration_secs': 0.313734} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.764474] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.765215] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cb17b77-74f2-43de-a57e-63462c140e04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.779425] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52005474-0096-31b9-247a-f16ba139bee7, 'name': SearchDatastore_Task, 'duration_secs': 0.008067} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.779942] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1284.779942] env[69722]: value = "task-3439370" [ 1284.779942] env[69722]: _type = "Task" [ 1284.779942] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.781181] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db9530f-5988-40bf-bfc8-db82f44182e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.791723] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1284.791723] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fff73d-de8d-51b2-bdc5-dc418e67fc5a" [ 1284.791723] env[69722]: _type = "Task" [ 1284.791723] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.796753] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439370, 'name': Rename_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.807637] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52fff73d-de8d-51b2-bdc5-dc418e67fc5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.808045] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.808474] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/c89c1dce-a77d-49b5-b39c-6d1901b8829f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.808642] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88c2a855-f4bb-4a12-8d07-6d281624f4a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.817416] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1284.817416] env[69722]: value = "task-3439371" [ 1284.817416] env[69722]: _type = "Task" [ 1284.817416] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.828191] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.855703] env[69722]: DEBUG nova.network.neutron [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Successfully created port: 8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.860740] env[69722]: DEBUG oslo_vmware.api [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439369, 'name': ReconfigVM_Task, 'duration_secs': 0.157964} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.861104] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686577', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'name': 'volume-30d52c7d-3a1a-45f6-a741-66bef5de889b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b601cc-acc1-48d8-80db-0c1701f52e75', 'attached_at': '', 'detached_at': '', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'serial': '30d52c7d-3a1a-45f6-a741-66bef5de889b'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1284.972128] env[69722]: DEBUG nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.075965] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d71658-019f-4ec7-9dd2-0a5129ff651a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.085702] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543d2eac-0c1c-4d2d-88ee-41eb71065e7b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.117200] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b4652a-98b6-4223-9ab4-f577532c8e15 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.126230] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645e940-ef68-4db9-be0d-7d2125b56c93 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.141153] env[69722]: DEBUG nova.compute.provider_tree [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.291530] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439370, 'name': Rename_Task, 'duration_secs': 0.148893} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.291799] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.292086] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64c0ad65-6d51-4aca-a34c-58bc0bf1039c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.298115] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1285.298115] env[69722]: value = "task-3439372" [ 1285.298115] env[69722]: _type = "Task" [ 1285.298115] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.305203] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.326817] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.435258} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.327082] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/c89c1dce-a77d-49b5-b39c-6d1901b8829f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.327303] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.327539] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69cb9da4-c7bc-4d02-943b-9eaef5fb9151 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.333203] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1285.333203] env[69722]: value = "task-3439373" [ 1285.333203] env[69722]: _type = "Task" [ 1285.333203] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.341686] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.644904] env[69722]: DEBUG nova.scheduler.client.report [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.808980] env[69722]: DEBUG oslo_vmware.api [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439372, 'name': PowerOnVM_Task, 'duration_secs': 0.491504} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.809253] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.809422] env[69722]: INFO nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1285.809606] env[69722]: DEBUG nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.810392] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3b94f-2394-49dd-affd-51b5158a966c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.842960] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064932} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.843275] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.843997] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6939eb79-9fa5-464c-964f-5e071f69187b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.866700] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/c89c1dce-a77d-49b5-b39c-6d1901b8829f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.867668] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34877916-c42a-472a-9647-115037cf1a1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.889801] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1285.889801] env[69722]: value = "task-3439374" [ 1285.889801] env[69722]: _type = "Task" [ 1285.889801] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.898747] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.901692] env[69722]: DEBUG nova.objects.instance [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'flavor' on Instance uuid 56b601cc-acc1-48d8-80db-0c1701f52e75 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.985350] env[69722]: DEBUG nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.013132] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.013410] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.013593] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.013783] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.013934] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.014113] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.014329] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.014505] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.014676] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.014858] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.015047] env[69722]: DEBUG nova.virt.hardware [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.015939] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc6432-e0b2-42c9-908a-8f963417823b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.024095] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269c06b7-fe59-4db2-92eb-bc0893886aa1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.150476] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.151067] env[69722]: DEBUG nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.283402] env[69722]: DEBUG nova.compute.manager [req-fbaefbe4-2d19-4787-bec6-d0ab48d45f0c req-275a33ef-6008-4c1e-a242-e518f2143ec5 service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Received event network-vif-plugged-8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.283627] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbaefbe4-2d19-4787-bec6-d0ab48d45f0c req-275a33ef-6008-4c1e-a242-e518f2143ec5 service nova] Acquiring lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.283914] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbaefbe4-2d19-4787-bec6-d0ab48d45f0c req-275a33ef-6008-4c1e-a242-e518f2143ec5 service nova] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.284071] env[69722]: DEBUG oslo_concurrency.lockutils [req-fbaefbe4-2d19-4787-bec6-d0ab48d45f0c req-275a33ef-6008-4c1e-a242-e518f2143ec5 service nova] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.284205] env[69722]: DEBUG nova.compute.manager [req-fbaefbe4-2d19-4787-bec6-d0ab48d45f0c req-275a33ef-6008-4c1e-a242-e518f2143ec5 service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] No waiting events found dispatching network-vif-plugged-8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.284315] env[69722]: WARNING nova.compute.manager [req-fbaefbe4-2d19-4787-bec6-d0ab48d45f0c req-275a33ef-6008-4c1e-a242-e518f2143ec5 service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Received unexpected event network-vif-plugged-8b306685-7f98-4ee6-95a2-55e83679ae17 for instance with vm_state building and task_state spawning. [ 1286.336586] env[69722]: INFO nova.compute.manager [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Took 13.34 seconds to build instance. [ 1286.363572] env[69722]: DEBUG nova.network.neutron [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Successfully updated port: 8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.400308] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439374, 'name': ReconfigVM_Task, 'duration_secs': 0.30927} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.400584] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/c89c1dce-a77d-49b5-b39c-6d1901b8829f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.401243] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cef576c-f951-494c-99df-437b3fed1240 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.406234] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f56a05ef-486f-430b-b824-3d267c7df6c4 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.253s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.408719] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1286.408719] env[69722]: value = "task-3439375" [ 1286.408719] env[69722]: _type = "Task" [ 1286.408719] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.417496] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439375, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.658940] env[69722]: DEBUG nova.compute.utils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.660528] env[69722]: DEBUG nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.661851] env[69722]: DEBUG nova.network.neutron [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.668315] env[69722]: DEBUG oslo_concurrency.lockutils [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "56b601cc-acc1-48d8-80db-0c1701f52e75" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.668931] env[69722]: DEBUG oslo_concurrency.lockutils [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.698689] env[69722]: DEBUG nova.policy [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98d01653b36b471eb6e8e13892d521cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79d64a1b06dd440aa8643bf2acd893ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.838550] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5d8d6fa-0b61-42a9-ab7a-bd9a336f526b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.845s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.896194] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.896194] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.896194] env[69722]: DEBUG nova.network.neutron [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.919652] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439375, 'name': Rename_Task, 'duration_secs': 0.146045} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.919991] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.920348] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2982e5df-563d-4e38-807f-7200933ca2f7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.927038] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1286.927038] env[69722]: value = "task-3439376" [ 1286.927038] env[69722]: _type = "Task" [ 1286.927038] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.940836] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.973238] env[69722]: DEBUG nova.network.neutron [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Successfully created port: b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.165071] env[69722]: DEBUG nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1287.170613] env[69722]: INFO nova.compute.manager [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Detaching volume 30d52c7d-3a1a-45f6-a741-66bef5de889b [ 1287.209729] env[69722]: INFO nova.virt.block_device [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Attempting to driver detach volume 30d52c7d-3a1a-45f6-a741-66bef5de889b from mountpoint /dev/sdb [ 1287.210018] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1287.210235] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686577', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'name': 'volume-30d52c7d-3a1a-45f6-a741-66bef5de889b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b601cc-acc1-48d8-80db-0c1701f52e75', 'attached_at': '', 'detached_at': '', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'serial': '30d52c7d-3a1a-45f6-a741-66bef5de889b'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1287.211190] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7b97a3-64bf-44df-99c3-60b401ab1b04 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.234447] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f00c67-5b3f-4dbc-927a-9faf393aeba5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.242278] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f846c5f-bc44-4608-a7bd-47c462703430 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.266028] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b76cfc-3edf-41ee-8530-567d3d4c4c55 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.281675] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] The volume has not been displaced from its original location: [datastore1] volume-30d52c7d-3a1a-45f6-a741-66bef5de889b/volume-30d52c7d-3a1a-45f6-a741-66bef5de889b.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1287.287549] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1287.287868] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47afcd19-ec2b-4698-bc17-2cb799c72e98 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.307033] env[69722]: DEBUG oslo_vmware.api [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1287.307033] env[69722]: value = "task-3439377" [ 1287.307033] env[69722]: _type = "Task" [ 1287.307033] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.315971] env[69722]: DEBUG oslo_vmware.api [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.403169] env[69722]: DEBUG nova.network.neutron [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.436353] env[69722]: DEBUG oslo_vmware.api [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439376, 'name': PowerOnVM_Task, 'duration_secs': 0.420824} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.436624] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.436825] env[69722]: INFO nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Took 6.18 seconds to spawn the instance on the hypervisor. [ 1287.437014] env[69722]: DEBUG nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.437798] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e34e220-1f02-4a22-bba5-e7a6f872bfc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.530310] env[69722]: DEBUG nova.network.neutron [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.817530] env[69722]: DEBUG oslo_vmware.api [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439377, 'name': ReconfigVM_Task, 'duration_secs': 0.203299} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.817823] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1287.822427] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9095877-1ba1-4a44-af02-ad3e41d7e687 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.837000] env[69722]: DEBUG oslo_vmware.api [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1287.837000] env[69722]: value = "task-3439378" [ 1287.837000] env[69722]: _type = "Task" [ 1287.837000] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.844677] env[69722]: DEBUG oslo_vmware.api [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.957715] env[69722]: INFO nova.compute.manager [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Took 14.60 seconds to build instance. [ 1288.035881] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.036238] env[69722]: DEBUG nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Instance network_info: |[{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.036932] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:81:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b306685-7f98-4ee6-95a2-55e83679ae17', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.044472] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.044673] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.044897] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13a16ef8-1c88-4b2a-ba24-edb8ab6c220b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.064419] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.064419] env[69722]: value = "task-3439379" [ 1288.064419] env[69722]: _type = "Task" [ 1288.064419] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.071700] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439379, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.176363] env[69722]: DEBUG nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1288.203543] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.203811] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.203984] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.204215] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.204338] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.204510] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.204728] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.204891] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.205073] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.205245] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.205433] env[69722]: DEBUG nova.virt.hardware [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.206333] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef88b3e-6817-4f11-b243-5beb9bf42e2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.214213] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f902b79c-9679-4074-99cb-298482e3ac47 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.345793] env[69722]: DEBUG oslo_vmware.api [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439378, 'name': ReconfigVM_Task, 'duration_secs': 0.225966} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.346639] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686577', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'name': 'volume-30d52c7d-3a1a-45f6-a741-66bef5de889b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56b601cc-acc1-48d8-80db-0c1701f52e75', 'attached_at': '', 'detached_at': '', 'volume_id': '30d52c7d-3a1a-45f6-a741-66bef5de889b', 'serial': '30d52c7d-3a1a-45f6-a741-66bef5de889b'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1288.416841] env[69722]: DEBUG nova.compute.manager [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Received event network-changed-8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.417046] env[69722]: DEBUG nova.compute.manager [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Refreshing instance network info cache due to event network-changed-8b306685-7f98-4ee6-95a2-55e83679ae17. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.417315] env[69722]: DEBUG oslo_concurrency.lockutils [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] Acquiring lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.417493] env[69722]: DEBUG oslo_concurrency.lockutils [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] Acquired lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.417686] env[69722]: DEBUG nova.network.neutron [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Refreshing network info cache for port 8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.459769] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5327a449-92a5-4a41-8d5c-356d729a9628 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.107s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.546171] env[69722]: DEBUG nova.network.neutron [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Successfully updated port: b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.574988] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439379, 'name': CreateVM_Task, 'duration_secs': 0.326494} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.575184] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.575858] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.576040] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.576367] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.576623] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f12b4a26-1bcd-4774-8078-1fb22a802a10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.581600] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1288.581600] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527173cc-ff3b-5d03-d472-418a2355f0f2" [ 1288.581600] env[69722]: _type = "Task" [ 1288.581600] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.589100] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527173cc-ff3b-5d03-d472-418a2355f0f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.777602] env[69722]: INFO nova.compute.manager [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Rescuing [ 1288.777885] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.778051] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.778226] env[69722]: DEBUG nova.network.neutron [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.895328] env[69722]: DEBUG nova.objects.instance [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'flavor' on Instance uuid 56b601cc-acc1-48d8-80db-0c1701f52e75 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.049111] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.049269] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.049418] env[69722]: DEBUG nova.network.neutron [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.092352] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527173cc-ff3b-5d03-d472-418a2355f0f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.092655] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.092886] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.093137] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.093286] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.093465] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.094289] env[69722]: DEBUG nova.network.neutron [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updated VIF entry in instance network info cache for port 8b306685-7f98-4ee6-95a2-55e83679ae17. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.094608] env[69722]: DEBUG nova.network.neutron [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.096208] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e5ab80d-0c3d-41ba-9238-ebeea422b879 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.109792] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.109792] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.110181] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032e57db-3b8e-44e2-898e-7378eaa1a801 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.115559] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1289.115559] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529eac14-511e-c8f7-6ac8-3ef8d360687d" [ 1289.115559] env[69722]: _type = "Task" [ 1289.115559] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.123237] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529eac14-511e-c8f7-6ac8-3ef8d360687d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.491777] env[69722]: DEBUG nova.network.neutron [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Updating instance_info_cache with network_info: [{"id": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "address": "fa:16:3e:66:41:c8", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d347e28-2d", "ovs_interfaceid": "6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.579856] env[69722]: DEBUG nova.network.neutron [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.597008] env[69722]: DEBUG oslo_concurrency.lockutils [req-f8069853-57ad-4f55-b9e0-5fdf8e1ee27a req-697f6334-ddb6-43d3-b8f4-8ad6536340fc service nova] Releasing lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.625494] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529eac14-511e-c8f7-6ac8-3ef8d360687d, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.626274] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f1fa19-7a92-4ac8-9326-f7e7cc251912 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.632028] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1289.632028] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ecf9e9-fbf4-ddb8-d41e-c4fa8cc26fd5" [ 1289.632028] env[69722]: _type = "Task" [ 1289.632028] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.641163] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ecf9e9-fbf4-ddb8-d41e-c4fa8cc26fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.697522] env[69722]: DEBUG nova.network.neutron [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.904795] env[69722]: DEBUG oslo_concurrency.lockutils [None req-61f25b16-d3f3-4162-924d-1fca4881d1ff tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.236s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.993984] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-c89c1dce-a77d-49b5-b39c-6d1901b8829f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.143439] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ecf9e9-fbf4-ddb8-d41e-c4fa8cc26fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.023408} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.143661] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.143931] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.144216] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2f9c0d8-7adb-4c82-8695-8437319bb304 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.151606] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1290.151606] env[69722]: value = "task-3439380" [ 1290.151606] env[69722]: _type = "Task" [ 1290.151606] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.159643] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.200664] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.201038] env[69722]: DEBUG nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Instance network_info: |[{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1290.201474] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:e4:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b0ee7b-4afd-4524-b597-9deacb3b5ad9', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.209794] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.210266] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.210562] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934d9042-6ebb-4265-8d05-5d29c6e415c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.230506] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.230506] env[69722]: value = "task-3439381" [ 1290.230506] env[69722]: _type = "Task" [ 1290.230506] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.238298] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439381, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.448102] env[69722]: DEBUG nova.compute.manager [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-vif-plugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.448102] env[69722]: DEBUG oslo_concurrency.lockutils [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.448383] env[69722]: DEBUG oslo_concurrency.lockutils [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.448574] env[69722]: DEBUG oslo_concurrency.lockutils [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.448764] env[69722]: DEBUG nova.compute.manager [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] No waiting events found dispatching network-vif-plugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1290.448992] env[69722]: WARNING nova.compute.manager [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received unexpected event network-vif-plugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 for instance with vm_state building and task_state spawning. [ 1290.449192] env[69722]: DEBUG nova.compute.manager [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.449355] env[69722]: DEBUG nova.compute.manager [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing instance network info cache due to event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1290.449579] env[69722]: DEBUG oslo_concurrency.lockutils [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] Acquiring lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.449795] env[69722]: DEBUG oslo_concurrency.lockutils [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] Acquired lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.450082] env[69722]: DEBUG nova.network.neutron [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.662900] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442146} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.663226] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.663439] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.663693] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6119043-2de1-4ef7-b3b9-5fc4d6143533 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.669936] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1290.669936] env[69722]: value = "task-3439382" [ 1290.669936] env[69722]: _type = "Task" [ 1290.669936] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.678835] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.739690] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439381, 'name': CreateVM_Task, 'duration_secs': 0.438034} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.739918] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.740612] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.740781] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.741226] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.741812] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2713832-f3db-45c8-bbd6-972a1d8a8403 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.746346] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1290.746346] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256607d-8a62-8129-effd-059e5936dc2c" [ 1290.746346] env[69722]: _type = "Task" [ 1290.746346] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.753682] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256607d-8a62-8129-effd-059e5936dc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.934372] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1290.982900] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "56b601cc-acc1-48d8-80db-0c1701f52e75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.983172] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.983795] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "56b601cc-acc1-48d8-80db-0c1701f52e75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.984014] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.984205] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.986462] env[69722]: INFO nova.compute.manager [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Terminating instance [ 1291.181390] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064925} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.181761] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.182732] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bf60fe-657c-4a7e-b3fa-01660c1d3f8d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.186253] env[69722]: DEBUG nova.network.neutron [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updated VIF entry in instance network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.186580] env[69722]: DEBUG nova.network.neutron [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.209564] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.210491] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a3a97aa-4de3-4efa-8536-b10f2b9c7439 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.231597] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1291.231597] env[69722]: value = "task-3439383" [ 1291.231597] env[69722]: _type = "Task" [ 1291.231597] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.239405] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.256654] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5256607d-8a62-8129-effd-059e5936dc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.008975} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.256998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.257255] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.257521] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.257654] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.257830] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.258356] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e53bda8-99bc-4008-bfb5-e2ee805eea16 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.277099] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.277271] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.277931] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc53ee57-1435-402f-b76f-46ea30d64cc7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.282784] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1291.282784] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525feff8-5e71-b321-55a4-5ddc5e075d79" [ 1291.282784] env[69722]: _type = "Task" [ 1291.282784] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.289711] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525feff8-5e71-b321-55a4-5ddc5e075d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.437318] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.437549] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.437752] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.437895] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1291.438776] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5314f20-95f7-4aeb-a8a2-47f9c2444386 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.447056] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ee99e4-e94f-4b6e-9228-fa31519ff323 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.461831] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57964e40-5932-4584-acc1-29a2c9d02d0a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.467843] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c194f-4d63-4d2a-a5bf-6774c2a26ec2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.496341] env[69722]: DEBUG nova.compute.manager [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.496523] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.496826] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179228MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1291.496958] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.497174] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.499525] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a2cac8-7a03-4237-a42d-e59e5770126b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.506193] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.506409] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7253f165-4fdf-4703-9928-f750a1ec806b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.512528] env[69722]: DEBUG oslo_vmware.api [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1291.512528] env[69722]: value = "task-3439384" [ 1291.512528] env[69722]: _type = "Task" [ 1291.512528] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.521539] env[69722]: DEBUG oslo_vmware.api [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.531165] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.531479] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5b7e80-6b33-45e0-afc2-aaaea60fdbf9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.539711] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1291.539711] env[69722]: value = "task-3439385" [ 1291.539711] env[69722]: _type = "Task" [ 1291.539711] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.547998] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.689509] env[69722]: DEBUG oslo_concurrency.lockutils [req-354c4756-300f-4d35-9beb-91a427b12531 req-869a5c8b-677f-4bfd-89ef-1aaa4a7f0f49 service nova] Releasing lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.741193] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439383, 'name': ReconfigVM_Task, 'duration_secs': 0.325357} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.741536] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1291.742230] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2a67288-f64d-474d-8328-3c06cbeb2384 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.748604] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1291.748604] env[69722]: value = "task-3439386" [ 1291.748604] env[69722]: _type = "Task" [ 1291.748604] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.756892] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439386, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.792308] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525feff8-5e71-b321-55a4-5ddc5e075d79, 'name': SearchDatastore_Task, 'duration_secs': 0.041663} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.793081] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f54baf6-4e25-4381-b666-927490fa7a8c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.798010] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1291.798010] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525e302b-c6db-2217-e758-3c6ba64c6820" [ 1291.798010] env[69722]: _type = "Task" [ 1291.798010] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.805257] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525e302b-c6db-2217-e758-3c6ba64c6820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.023125] env[69722]: DEBUG oslo_vmware.api [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439384, 'name': PowerOffVM_Task, 'duration_secs': 0.226076} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.023398] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.023569] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.023811] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-976988be-ded5-44f1-9f6f-199eebc06aa3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.049607] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439385, 'name': PowerOffVM_Task, 'duration_secs': 0.199014} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.049874] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.050639] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57a141e-a3a3-4c2b-aa39-e13e4aa39020 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.068811] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96b98ac-641d-4ed4-ad6e-baf113c4ebe3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.093242] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.093477] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.093679] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleting the datastore file [datastore2] 56b601cc-acc1-48d8-80db-0c1701f52e75 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.093930] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce522b3e-0ba6-4f82-8006-25c8e6619a89 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.097475] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.097706] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e22971d9-b585-4649-88d1-e32f987a89a6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.103722] env[69722]: DEBUG oslo_vmware.api [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1292.103722] env[69722]: value = "task-3439388" [ 1292.103722] env[69722]: _type = "Task" [ 1292.103722] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.104824] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1292.104824] env[69722]: value = "task-3439389" [ 1292.104824] env[69722]: _type = "Task" [ 1292.104824] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.114655] env[69722]: DEBUG oslo_vmware.api [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.117869] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1292.118093] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.118343] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.118492] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.118669] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.118884] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4cb4a38-85b7-4cb8-8775-0d0583b48a95 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.125681] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.125854] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.126516] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b1be28-166a-43f2-b317-b547a33bf1f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.130991] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1292.130991] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522501eb-ace8-3a48-6359-3294d04b3da0" [ 1292.130991] env[69722]: _type = "Task" [ 1292.130991] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.137782] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522501eb-ace8-3a48-6359-3294d04b3da0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.258894] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439386, 'name': Rename_Task, 'duration_secs': 0.145979} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.259204] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1292.259454] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32749955-6b20-4350-b9f2-c5645a8881dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.266639] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1292.266639] env[69722]: value = "task-3439390" [ 1292.266639] env[69722]: _type = "Task" [ 1292.266639] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.273980] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.306852] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]525e302b-c6db-2217-e758-3c6ba64c6820, 'name': SearchDatastore_Task, 'duration_secs': 0.00902} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.307102] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.307368] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.307610] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a718c7a2-74f0-4c22-9233-fab7467bd3aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.313599] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1292.313599] env[69722]: value = "task-3439391" [ 1292.313599] env[69722]: _type = "Task" [ 1292.313599] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.320745] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.530491] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 56b601cc-acc1-48d8-80db-0c1701f52e75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.530658] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.530785] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c89c1dce-a77d-49b5-b39c-6d1901b8829f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.530920] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.531078] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 0350a080-7f80-4262-83a9-0351b706e86f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1292.531279] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1292.531419] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1292.614879] env[69722]: DEBUG oslo_vmware.api [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156399} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.615390] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.615586] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.615766] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.615954] env[69722]: INFO nova.compute.manager [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1292.616205] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.617366] env[69722]: DEBUG nova.compute.manager [-] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.617474] env[69722]: DEBUG nova.network.neutron [-] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.619756] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401cc6a3-50bf-47cb-8610-67dd81314b3e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.627026] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c82c5b-dd8b-4d80-9923-abbe26e35126 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.663777] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e96dd78-cd1d-430d-b28a-5db61dac7527 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.670575] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522501eb-ace8-3a48-6359-3294d04b3da0, 'name': SearchDatastore_Task, 'duration_secs': 0.007697} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.671853] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05fcdaec-2291-439e-bb31-2dccd1c6f1b0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.678307] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b33548d-64de-4971-85c8-5c7899eb8754 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.683925] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1292.683925] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522e91db-2b35-3b20-497c-cf97be1ca3a1" [ 1292.683925] env[69722]: _type = "Task" [ 1292.683925] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.695644] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.703190] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522e91db-2b35-3b20-497c-cf97be1ca3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.776482] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439390, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.825260] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446899} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.825260] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.825260] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1292.825260] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51cbd860-e074-4284-b899-9c6ef6093b17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.831420] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1292.831420] env[69722]: value = "task-3439392" [ 1292.831420] env[69722]: _type = "Task" [ 1292.831420] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.840214] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.195338] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]522e91db-2b35-3b20-497c-cf97be1ca3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.025311} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.198021] env[69722]: DEBUG oslo_concurrency.lockutils [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.198021] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. {{(pid=69722) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1293.198021] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1e95610-8991-4b8e-8083-be2767b0b58e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.199710] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.212018] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1293.212018] env[69722]: value = "task-3439393" [ 1293.212018] env[69722]: _type = "Task" [ 1293.212018] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.220978] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.283585] env[69722]: DEBUG oslo_vmware.api [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439390, 'name': PowerOnVM_Task, 'duration_secs': 0.675539} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.283585] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1293.283585] env[69722]: INFO nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1293.283585] env[69722]: DEBUG nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1293.283585] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844e65ce-02f3-467e-8e65-35a128241ff6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.342105] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15053} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.342603] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.343954] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35174855-1457-477e-91dc-b55e6d95778c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.368709] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.370851] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3fa46b-3a3a-4515-97ef-ee9d65f3df1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.390536] env[69722]: DEBUG nova.compute.manager [req-c6908ef4-7989-49e9-83e3-e1db747dc24f req-42411e30-5211-407f-9d68-621ca1e89d9c service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Received event network-vif-deleted-aea8e08f-eb9e-4327-add5-b104cf7d9a62 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.390734] env[69722]: INFO nova.compute.manager [req-c6908ef4-7989-49e9-83e3-e1db747dc24f req-42411e30-5211-407f-9d68-621ca1e89d9c service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Neutron deleted interface aea8e08f-eb9e-4327-add5-b104cf7d9a62; detaching it from the instance and deleting it from the info cache [ 1293.390907] env[69722]: DEBUG nova.network.neutron [req-c6908ef4-7989-49e9-83e3-e1db747dc24f req-42411e30-5211-407f-9d68-621ca1e89d9c service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.397925] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1293.397925] env[69722]: value = "task-3439394" [ 1293.397925] env[69722]: _type = "Task" [ 1293.397925] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.406735] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.707163] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1293.707556] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.210s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.720886] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439393, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.809624] env[69722]: INFO nova.compute.manager [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Took 12.01 seconds to build instance. [ 1293.892900] env[69722]: DEBUG nova.network.neutron [-] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.895057] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9e68847e-be89-4ea1-a63d-b61bf09ef20e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.906655] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dee82a9-3890-4a7e-8c59-4bd0fd657e65 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.920999] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439394, 'name': ReconfigVM_Task, 'duration_secs': 0.295919} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.921658] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.922584] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf51729c-ed72-40c0-aef0-5a33845da7fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.931363] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1293.931363] env[69722]: value = "task-3439395" [ 1293.931363] env[69722]: _type = "Task" [ 1293.931363] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.940204] env[69722]: DEBUG nova.compute.manager [req-c6908ef4-7989-49e9-83e3-e1db747dc24f req-42411e30-5211-407f-9d68-621ca1e89d9c service nova] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Detach interface failed, port_id=aea8e08f-eb9e-4327-add5-b104cf7d9a62, reason: Instance 56b601cc-acc1-48d8-80db-0c1701f52e75 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.948605] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439395, 'name': Rename_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.220787] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.761627} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.221124] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. [ 1294.221880] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1ea0fe-99aa-45bb-baf7-1af02e6fb545 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.246061] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.246337] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b6a4e9-90cd-4fd6-bbaf-280046bf6884 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.264252] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1294.264252] env[69722]: value = "task-3439396" [ 1294.264252] env[69722]: _type = "Task" [ 1294.264252] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.272013] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.311719] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a5df51eb-6e64-4cc6-b62c-5458ed6c0f83 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.524s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.399569] env[69722]: INFO nova.compute.manager [-] [instance: 56b601cc-acc1-48d8-80db-0c1701f52e75] Took 1.78 seconds to deallocate network for instance. [ 1294.450882] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439395, 'name': Rename_Task, 'duration_secs': 0.131219} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.450882] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.450882] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bd5d1dc-1aa9-4015-830f-1ee80a6ba8f3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.459018] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1294.459018] env[69722]: value = "task-3439397" [ 1294.459018] env[69722]: _type = "Task" [ 1294.459018] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.465825] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.774070] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439396, 'name': ReconfigVM_Task, 'duration_secs': 0.271282} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.774444] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.775258] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667951d0-9411-4486-a0b4-85e6eb1dbb2a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.799939] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e216a873-a70d-47a8-8e4a-337112014b9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.816284] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1294.816284] env[69722]: value = "task-3439398" [ 1294.816284] env[69722]: _type = "Task" [ 1294.816284] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.824110] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.906640] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.906962] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.907276] env[69722]: DEBUG nova.objects.instance [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'resources' on Instance uuid 56b601cc-acc1-48d8-80db-0c1701f52e75 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.968212] env[69722]: DEBUG oslo_vmware.api [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439397, 'name': PowerOnVM_Task, 'duration_secs': 0.445071} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.968533] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.968772] env[69722]: INFO nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1294.969008] env[69722]: DEBUG nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.969847] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62882fa-6af4-4e32-bc46-1ab8c35e7ab8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.326540] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.417021] env[69722]: DEBUG nova.compute.manager [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Received event network-changed-8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.417021] env[69722]: DEBUG nova.compute.manager [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Refreshing instance network info cache due to event network-changed-8b306685-7f98-4ee6-95a2-55e83679ae17. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.417021] env[69722]: DEBUG oslo_concurrency.lockutils [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] Acquiring lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.417021] env[69722]: DEBUG oslo_concurrency.lockutils [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] Acquired lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.417021] env[69722]: DEBUG nova.network.neutron [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Refreshing network info cache for port 8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.490599] env[69722]: INFO nova.compute.manager [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Took 13.07 seconds to build instance. [ 1295.501018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affcdc2-0170-4d7b-b7e8-7a0fa5ebed1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.507675] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8957fb-bd57-4cc4-bd6d-563e5751fafe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.541920] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83472d1e-df7b-428c-bce3-5e0f0ca15e0c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.549826] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f2b4dd-40ca-488f-99e5-33cf422fccea {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.566519] env[69722]: DEBUG nova.compute.provider_tree [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.707804] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.708041] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.708231] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.708379] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.826602] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439398, 'name': ReconfigVM_Task, 'duration_secs': 0.519548} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.826933] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.827129] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91f69d63-1d5c-4543-bf05-799cbb78a705 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.833783] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1295.833783] env[69722]: value = "task-3439399" [ 1295.833783] env[69722]: _type = "Task" [ 1295.833783] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.842635] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.929101] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.992503] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8bac58d4-3853-4d1e-99bd-496f58dec43a tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.582s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.071496] env[69722]: DEBUG nova.scheduler.client.report [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.139017] env[69722]: DEBUG nova.network.neutron [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updated VIF entry in instance network info cache for port 8b306685-7f98-4ee6-95a2-55e83679ae17. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.139017] env[69722]: DEBUG nova.network.neutron [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.344302] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439399, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.576451] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.595545] env[69722]: INFO nova.scheduler.client.report [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted allocations for instance 56b601cc-acc1-48d8-80db-0c1701f52e75 [ 1296.640873] env[69722]: DEBUG oslo_concurrency.lockutils [req-313f2114-5d93-4b8c-8935-48ae4b7a8f09 req-3383e2ae-8e35-4594-bb72-0e89b46495cc service nova] Releasing lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.846063] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439399, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.104398] env[69722]: DEBUG oslo_concurrency.lockutils [None req-a87e79ca-7bc3-4f2e-9c09-ffb9acb14a21 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "56b601cc-acc1-48d8-80db-0c1701f52e75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.121s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.345428] env[69722]: DEBUG oslo_vmware.api [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439399, 'name': PowerOnVM_Task, 'duration_secs': 1.085264} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.345694] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.348449] env[69722]: DEBUG nova.compute.manager [None req-0ba71e65-e947-4b76-9ad6-022aff5fbc26 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1297.349198] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7157ea6a-6f1f-4e9e-bda5-7476ed170d25 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.454917] env[69722]: DEBUG nova.compute.manager [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.454917] env[69722]: DEBUG nova.compute.manager [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing instance network info cache due to event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.454917] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] Acquiring lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.455037] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] Acquired lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.455153] env[69722]: DEBUG nova.network.neutron [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.933635] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.164791] env[69722]: DEBUG nova.network.neutron [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updated VIF entry in instance network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.166044] env[69722]: DEBUG nova.network.neutron [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.668115] env[69722]: DEBUG oslo_concurrency.lockutils [req-f7d4b0c3-af3d-4f74-b96d-36bec1ca6255 req-37ae63fc-ebba-4c5e-8ac6-7682e7b4594a service nova] Releasing lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.933795] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.934090] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1298.953181] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.953404] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.455992] env[69722]: DEBUG nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.977993] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.978304] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.979802] env[69722]: INFO nova.compute.claims [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.290556] env[69722]: INFO nova.compute.manager [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Rescuing [ 1300.290841] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.291020] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.291241] env[69722]: DEBUG nova.network.neutron [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.970782] env[69722]: DEBUG nova.network.neutron [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Updating instance_info_cache with network_info: [{"id": "208486f0-b576-4ae5-8732-9635ad7268d1", "address": "fa:16:3e:79:c6:13", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208486f0-b5", "ovs_interfaceid": "208486f0-b576-4ae5-8732-9635ad7268d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.053667] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353e8a5-1c01-458b-8613-95dffa717d45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.061228] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942d4a2e-bb3c-461c-a417-21fab1f94eb8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.092368] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fddb0de-a9e9-47e2-a9cc-75fb8a937bed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.099215] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3c5245-5d53-4755-80fa-c094c6f305ad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.112366] env[69722]: DEBUG nova.compute.provider_tree [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.473261] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.615878] env[69722]: DEBUG nova.scheduler.client.report [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.120763] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.121316] env[69722]: DEBUG nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.626306] env[69722]: DEBUG nova.compute.utils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.628087] env[69722]: DEBUG nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.628275] env[69722]: DEBUG nova.network.neutron [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.665614] env[69722]: DEBUG nova.policy [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5aae11d1f09f4a7a83c3d6f32f7891a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ed2c89a0dd4cad85d7cf394b461776', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.935418] env[69722]: DEBUG nova.network.neutron [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Successfully created port: b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.009253] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.009586] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229f276f-1424-4d5e-a3dc-6fc0dfa1ca7d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.016411] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1303.016411] env[69722]: value = "task-3439400" [ 1303.016411] env[69722]: _type = "Task" [ 1303.016411] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.023727] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.131687] env[69722]: DEBUG nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.526714] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439400, 'name': PowerOffVM_Task, 'duration_secs': 0.308014} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.528045] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1303.528045] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff93cfe-ee26-4441-b733-8453b83313fa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.547036] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35643061-0e33-4d55-8e8c-c99a72015952 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.578565] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1303.578849] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1800d373-ff34-4a6e-af3d-33d37f1a05fd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.585964] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1303.585964] env[69722]: value = "task-3439401" [ 1303.585964] env[69722]: _type = "Task" [ 1303.585964] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.593463] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.930348] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.096217] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1304.096441] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1304.096710] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.096861] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.097056] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.097319] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8838125-126a-414d-b928-6ead6e3779aa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.105944] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.106176] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1304.106994] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efa7d574-ef3a-47f9-8a4a-319688be98b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.112988] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1304.112988] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5259246f-f722-07dc-7c10-836757668f48" [ 1304.112988] env[69722]: _type = "Task" [ 1304.112988] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.120780] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5259246f-f722-07dc-7c10-836757668f48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.142449] env[69722]: DEBUG nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.165298] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.165599] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.165780] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.165992] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.166197] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.166359] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.166608] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.166786] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.166998] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.167243] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.167449] env[69722]: DEBUG nova.virt.hardware [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.168487] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e433481-3c31-48f5-9a32-59f0db6dd42d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.176919] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a430f41-1068-4eac-a1ee-cd175268760d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.294085] env[69722]: DEBUG nova.compute.manager [req-b0be5c6f-b3c7-4661-a394-05c82f685f78 req-cf62d18f-53be-4c1d-ab14-22d69916641a service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Received event network-vif-plugged-b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.294396] env[69722]: DEBUG oslo_concurrency.lockutils [req-b0be5c6f-b3c7-4661-a394-05c82f685f78 req-cf62d18f-53be-4c1d-ab14-22d69916641a service nova] Acquiring lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.294680] env[69722]: DEBUG oslo_concurrency.lockutils [req-b0be5c6f-b3c7-4661-a394-05c82f685f78 req-cf62d18f-53be-4c1d-ab14-22d69916641a service nova] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.294924] env[69722]: DEBUG oslo_concurrency.lockutils [req-b0be5c6f-b3c7-4661-a394-05c82f685f78 req-cf62d18f-53be-4c1d-ab14-22d69916641a service nova] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.295207] env[69722]: DEBUG nova.compute.manager [req-b0be5c6f-b3c7-4661-a394-05c82f685f78 req-cf62d18f-53be-4c1d-ab14-22d69916641a service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] No waiting events found dispatching network-vif-plugged-b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.295441] env[69722]: WARNING nova.compute.manager [req-b0be5c6f-b3c7-4661-a394-05c82f685f78 req-cf62d18f-53be-4c1d-ab14-22d69916641a service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Received unexpected event network-vif-plugged-b74bfa35-88e1-497b-a165-316a193a57d7 for instance with vm_state building and task_state spawning. [ 1304.387711] env[69722]: DEBUG nova.network.neutron [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Successfully updated port: b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.623919] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5259246f-f722-07dc-7c10-836757668f48, 'name': SearchDatastore_Task, 'duration_secs': 0.008781} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.624723] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c41614-f666-4e27-9ee3-a6513343b564 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.629856] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1304.629856] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d79dda-e92e-5027-b13e-862c33306fc9" [ 1304.629856] env[69722]: _type = "Task" [ 1304.629856] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.637441] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d79dda-e92e-5027-b13e-862c33306fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.887715] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.889027] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.889027] env[69722]: DEBUG nova.network.neutron [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.141473] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52d79dda-e92e-5027-b13e-862c33306fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.141793] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.142116] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. {{(pid=69722) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1305.142417] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d86a1e3-2f3d-442d-80e4-a3cf322bca1a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.149141] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1305.149141] env[69722]: value = "task-3439402" [ 1305.149141] env[69722]: _type = "Task" [ 1305.149141] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.156484] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.426542] env[69722]: DEBUG nova.network.neutron [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.569550] env[69722]: DEBUG nova.network.neutron [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updating instance_info_cache with network_info: [{"id": "b74bfa35-88e1-497b-a165-316a193a57d7", "address": "fa:16:3e:a0:82:b7", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74bfa35-88", "ovs_interfaceid": "b74bfa35-88e1-497b-a165-316a193a57d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.657863] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.407648} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.658092] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. [ 1305.658824] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e506ab3a-37bb-40ba-b0e6-e4826342a3e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.682987] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.683243] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7740033d-e2be-40bd-a0ef-3025a5d3b75b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.699905] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1305.699905] env[69722]: value = "task-3439403" [ 1305.699905] env[69722]: _type = "Task" [ 1305.699905] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.707252] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.072845] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.073199] env[69722]: DEBUG nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Instance network_info: |[{"id": "b74bfa35-88e1-497b-a165-316a193a57d7", "address": "fa:16:3e:a0:82:b7", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74bfa35-88", "ovs_interfaceid": "b74bfa35-88e1-497b-a165-316a193a57d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.073642] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:82:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f847601f-7479-48eb-842f-41f94eea8537', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b74bfa35-88e1-497b-a165-316a193a57d7', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.081228] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.081449] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.081683] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66c6abdc-84ed-43b1-9aa5-25db4b4783ba {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.101255] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.101255] env[69722]: value = "task-3439404" [ 1306.101255] env[69722]: _type = "Task" [ 1306.101255] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.108417] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439404, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.209797] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439403, 'name': ReconfigVM_Task, 'duration_secs': 0.301398} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.210184] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.210956] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4d8c47-1c16-4328-b87a-4b5a3d08b187 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.235247] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-619131f9-3beb-4bb5-b88b-cf8f0ea584b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.250295] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1306.250295] env[69722]: value = "task-3439405" [ 1306.250295] env[69722]: _type = "Task" [ 1306.250295] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.258223] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.320768] env[69722]: DEBUG nova.compute.manager [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Received event network-changed-b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.321160] env[69722]: DEBUG nova.compute.manager [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Refreshing instance network info cache due to event network-changed-b74bfa35-88e1-497b-a165-316a193a57d7. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.321464] env[69722]: DEBUG oslo_concurrency.lockutils [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] Acquiring lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.321691] env[69722]: DEBUG oslo_concurrency.lockutils [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] Acquired lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.321957] env[69722]: DEBUG nova.network.neutron [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Refreshing network info cache for port b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.610846] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439404, 'name': CreateVM_Task, 'duration_secs': 0.37168} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.611046] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.611720] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.611883] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.612242] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.612488] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebb7e2f-c08c-4ddd-9a8c-d6edb3c794f8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.616538] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1306.616538] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261f737-b0a5-f0c2-f909-e2492c97d471" [ 1306.616538] env[69722]: _type = "Task" [ 1306.616538] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.623669] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261f737-b0a5-f0c2-f909-e2492c97d471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.759613] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439405, 'name': ReconfigVM_Task, 'duration_secs': 0.159926} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.759841] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.760118] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79634cc6-2e1f-4fc6-b3eb-c10fd8909ac7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.766288] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1306.766288] env[69722]: value = "task-3439406" [ 1306.766288] env[69722]: _type = "Task" [ 1306.766288] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.773317] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.026140] env[69722]: DEBUG nova.network.neutron [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updated VIF entry in instance network info cache for port b74bfa35-88e1-497b-a165-316a193a57d7. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.026527] env[69722]: DEBUG nova.network.neutron [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updating instance_info_cache with network_info: [{"id": "b74bfa35-88e1-497b-a165-316a193a57d7", "address": "fa:16:3e:a0:82:b7", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74bfa35-88", "ovs_interfaceid": "b74bfa35-88e1-497b-a165-316a193a57d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.127282] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5261f737-b0a5-f0c2-f909-e2492c97d471, 'name': SearchDatastore_Task, 'duration_secs': 0.009099} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.127585] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.127834] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.128125] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.128279] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.128460] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.128831] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90cef6a7-fd5a-43f8-8447-06e58bb4f3bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.137745] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.137943] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.138712] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f85702-2d53-4818-9db8-4d8a364aa0ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.144380] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1307.144380] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52afaf49-75fd-2fba-cb67-4ec12123464c" [ 1307.144380] env[69722]: _type = "Task" [ 1307.144380] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.152511] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52afaf49-75fd-2fba-cb67-4ec12123464c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.276523] env[69722]: DEBUG oslo_vmware.api [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439406, 'name': PowerOnVM_Task, 'duration_secs': 0.376085} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.276901] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1307.279466] env[69722]: DEBUG nova.compute.manager [None req-1f580a3a-3cb4-459d-bccf-f1c95d7c39a1 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.280303] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f38dbf5-313e-422f-9410-a8fe41d0791b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.529905] env[69722]: DEBUG oslo_concurrency.lockutils [req-4002a672-bb29-4ea0-9869-0ce223839364 req-01b10dc7-c13c-471e-8042-58892463b293 service nova] Releasing lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.654673] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52afaf49-75fd-2fba-cb67-4ec12123464c, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.655484] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3332a9c3-257c-4b8f-b648-8777619abee7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.661302] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1307.661302] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f5870-3188-22fb-4e04-aa3405a033a5" [ 1307.661302] env[69722]: _type = "Task" [ 1307.661302] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.668767] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f5870-3188-22fb-4e04-aa3405a033a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.171919] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]524f5870-3188-22fb-4e04-aa3405a033a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.172200] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.172477] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d150b53b-a1ff-4a8c-b1f4-bc420498a84c/d150b53b-a1ff-4a8c-b1f4-bc420498a84c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.172731] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3066a0d-956b-4f2a-9831-cf4aca4e65d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.179832] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1308.179832] env[69722]: value = "task-3439407" [ 1308.179832] env[69722]: _type = "Task" [ 1308.179832] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.187737] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.209314] env[69722]: INFO nova.compute.manager [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Unrescuing [ 1308.209561] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.209700] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.209865] env[69722]: DEBUG nova.network.neutron [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.690327] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464081} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.690595] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] d150b53b-a1ff-4a8c-b1f4-bc420498a84c/d150b53b-a1ff-4a8c-b1f4-bc420498a84c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1308.690795] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1308.691058] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9797ba9c-1878-4df7-9cff-00d7ad241801 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.697689] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1308.697689] env[69722]: value = "task-3439408" [ 1308.697689] env[69722]: _type = "Task" [ 1308.697689] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.709592] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.927153] env[69722]: DEBUG nova.network.neutron [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Updating instance_info_cache with network_info: [{"id": "208486f0-b576-4ae5-8732-9635ad7268d1", "address": "fa:16:3e:79:c6:13", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap208486f0-b5", "ovs_interfaceid": "208486f0-b576-4ae5-8732-9635ad7268d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.206938] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.2375} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.207238] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.208013] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22a944a-cce2-4c9d-9e4c-f4837e377d4f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.229351] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d150b53b-a1ff-4a8c-b1f4-bc420498a84c/d150b53b-a1ff-4a8c-b1f4-bc420498a84c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.229615] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a22cd43-8537-4ca4-9dbd-33cf9506c496 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.249276] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1309.249276] env[69722]: value = "task-3439409" [ 1309.249276] env[69722]: _type = "Task" [ 1309.249276] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.258850] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.429929] env[69722]: DEBUG oslo_concurrency.lockutils [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.430673] env[69722]: DEBUG nova.objects.instance [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lazy-loading 'flavor' on Instance uuid 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.759127] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439409, 'name': ReconfigVM_Task, 'duration_secs': 0.300603} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.759526] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d150b53b-a1ff-4a8c-b1f4-bc420498a84c/d150b53b-a1ff-4a8c-b1f4-bc420498a84c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1309.760076] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cc5160a-69a7-4bc4-b68a-5a8208cc5b00 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.766568] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1309.766568] env[69722]: value = "task-3439410" [ 1309.766568] env[69722]: _type = "Task" [ 1309.766568] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.774872] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439410, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.939436] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b302e-f9bc-4b8a-a99a-85ddf392adcf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.959704] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.959704] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee8a78a4-a134-4b65-b0db-34b3aff8c6c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.966417] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1309.966417] env[69722]: value = "task-3439411" [ 1309.966417] env[69722]: _type = "Task" [ 1309.966417] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.973612] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.276411] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439410, 'name': Rename_Task, 'duration_secs': 0.133358} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.276689] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.277081] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6a83ad6-43bd-43f3-b015-1e336951156c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.282826] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1310.282826] env[69722]: value = "task-3439412" [ 1310.282826] env[69722]: _type = "Task" [ 1310.282826] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.290682] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439412, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.476659] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439411, 'name': PowerOffVM_Task, 'duration_secs': 0.222304} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.476974] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.482424] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1310.482693] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1661f191-3dad-482a-97ed-278f74301ff2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.502091] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1310.502091] env[69722]: value = "task-3439413" [ 1310.502091] env[69722]: _type = "Task" [ 1310.502091] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.513541] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.792812] env[69722]: DEBUG oslo_vmware.api [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439412, 'name': PowerOnVM_Task, 'duration_secs': 0.477268} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.793180] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.793276] env[69722]: INFO nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1310.793447] env[69722]: DEBUG nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1310.794205] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992530a1-ee25-4564-adc0-489ac3b27b17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.011854] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439413, 'name': ReconfigVM_Task, 'duration_secs': 0.233725} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.012142] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1311.012340] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.012579] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a89f6644-4577-437d-bb0f-9ee44c04a4dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.018446] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1311.018446] env[69722]: value = "task-3439414" [ 1311.018446] env[69722]: _type = "Task" [ 1311.018446] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.025276] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.312541] env[69722]: INFO nova.compute.manager [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Took 11.35 seconds to build instance. [ 1311.528581] env[69722]: DEBUG oslo_vmware.api [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439414, 'name': PowerOnVM_Task, 'duration_secs': 0.344546} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.528860] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.529110] env[69722]: DEBUG nova.compute.manager [None req-35d7e08d-2985-4320-b3ab-64f2cc24203a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.529876] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee2ec0-ad5d-4339-a59d-bec372f1e05c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.814798] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1713fd61-f48c-4fc2-b566-87b53a2c5ba1 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.861s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.933957] env[69722]: DEBUG nova.compute.manager [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Received event network-changed-b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.934182] env[69722]: DEBUG nova.compute.manager [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Refreshing instance network info cache due to event network-changed-b74bfa35-88e1-497b-a165-316a193a57d7. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.934413] env[69722]: DEBUG oslo_concurrency.lockutils [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] Acquiring lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.934549] env[69722]: DEBUG oslo_concurrency.lockutils [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] Acquired lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.934716] env[69722]: DEBUG nova.network.neutron [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Refreshing network info cache for port b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1312.647169] env[69722]: DEBUG nova.network.neutron [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updated VIF entry in instance network info cache for port b74bfa35-88e1-497b-a165-316a193a57d7. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.647547] env[69722]: DEBUG nova.network.neutron [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updating instance_info_cache with network_info: [{"id": "b74bfa35-88e1-497b-a165-316a193a57d7", "address": "fa:16:3e:a0:82:b7", "network": {"id": "90595426-ddca-4251-bc00-4a914858e236", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-915037306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ed2c89a0dd4cad85d7cf394b461776", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f847601f-7479-48eb-842f-41f94eea8537", "external-id": "nsx-vlan-transportzone-35", "segmentation_id": 35, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74bfa35-88", "ovs_interfaceid": "b74bfa35-88e1-497b-a165-316a193a57d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.150726] env[69722]: DEBUG oslo_concurrency.lockutils [req-4bf93eb2-a75b-4791-8916-2e315baeac0c req-03750386-d455-4ec3-b5d8-6f19f918682c service nova] Releasing lock "refresh_cache-d150b53b-a1ff-4a8c-b1f4-bc420498a84c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.989754] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.990024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.493140] env[69722]: DEBUG nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.014580] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.014867] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.016421] env[69722]: INFO nova.compute.claims [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.098218] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e9a47-ffe2-48f8-a5ae-560ad5375bcd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.105798] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c73da0f-4d2c-49d0-9225-b8e297e264f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.136613] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179296ff-c64d-429a-aaeb-b288abd91f19 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.144477] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588e3abc-0a4d-47da-987f-ece9a2051321 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.157852] env[69722]: DEBUG nova.compute.provider_tree [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.661509] env[69722]: DEBUG nova.scheduler.client.report [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.167022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.167551] env[69722]: DEBUG nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1318.672692] env[69722]: DEBUG nova.compute.utils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.674721] env[69722]: DEBUG nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1318.674721] env[69722]: DEBUG nova.network.neutron [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1318.721490] env[69722]: DEBUG nova.policy [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a440b929be7d4d2d8d2f8c3f9a46d0fc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27a02803847e4186a543e22291cd602b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1318.994759] env[69722]: DEBUG nova.network.neutron [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Successfully created port: 63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1319.177744] env[69722]: DEBUG nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.189195] env[69722]: DEBUG nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1320.216713] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.216963] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.217134] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.217321] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.217656] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.217656] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.217803] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.217958] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.218165] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.218342] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.218516] env[69722]: DEBUG nova.virt.hardware [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.219408] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e2d9fb-e325-4528-a055-cc8211648ed6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.227953] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695f7078-6b06-4cfe-bae2-ca99a5054392 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.347013] env[69722]: DEBUG nova.compute.manager [req-0acf210d-7eee-400f-a6dd-a40b8354634a req-42bc3632-a138-457c-b8f6-8e605eef2a9f service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Received event network-vif-plugged-63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.347340] env[69722]: DEBUG oslo_concurrency.lockutils [req-0acf210d-7eee-400f-a6dd-a40b8354634a req-42bc3632-a138-457c-b8f6-8e605eef2a9f service nova] Acquiring lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.347629] env[69722]: DEBUG oslo_concurrency.lockutils [req-0acf210d-7eee-400f-a6dd-a40b8354634a req-42bc3632-a138-457c-b8f6-8e605eef2a9f service nova] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.347942] env[69722]: DEBUG oslo_concurrency.lockutils [req-0acf210d-7eee-400f-a6dd-a40b8354634a req-42bc3632-a138-457c-b8f6-8e605eef2a9f service nova] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.348125] env[69722]: DEBUG nova.compute.manager [req-0acf210d-7eee-400f-a6dd-a40b8354634a req-42bc3632-a138-457c-b8f6-8e605eef2a9f service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] No waiting events found dispatching network-vif-plugged-63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1320.348370] env[69722]: WARNING nova.compute.manager [req-0acf210d-7eee-400f-a6dd-a40b8354634a req-42bc3632-a138-457c-b8f6-8e605eef2a9f service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Received unexpected event network-vif-plugged-63c3bc2b-654d-4a52-a305-878f971aae71 for instance with vm_state building and task_state spawning. [ 1320.435101] env[69722]: DEBUG nova.network.neutron [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Successfully updated port: 63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1320.937623] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.937830] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.938040] env[69722]: DEBUG nova.network.neutron [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1321.468987] env[69722]: DEBUG nova.network.neutron [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1321.583576] env[69722]: DEBUG nova.network.neutron [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.086178] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.086523] env[69722]: DEBUG nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Instance network_info: |[{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1322.086975] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:08:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63c3bc2b-654d-4a52-a305-878f971aae71', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1322.094608] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1322.094823] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1322.095058] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ce8af2-cd64-4078-9995-53b72053e23b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.114979] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1322.114979] env[69722]: value = "task-3439415" [ 1322.114979] env[69722]: _type = "Task" [ 1322.114979] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.122469] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439415, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.372941] env[69722]: DEBUG nova.compute.manager [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Received event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.373162] env[69722]: DEBUG nova.compute.manager [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing instance network info cache due to event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.373385] env[69722]: DEBUG oslo_concurrency.lockutils [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] Acquiring lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.373529] env[69722]: DEBUG oslo_concurrency.lockutils [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] Acquired lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.373689] env[69722]: DEBUG nova.network.neutron [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.625305] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439415, 'name': CreateVM_Task, 'duration_secs': 0.318438} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.625596] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1322.626172] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.626345] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.626660] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.626906] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165ce38d-bb59-4526-bdfd-a97fa4a9f94e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.631806] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1322.631806] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529ced05-4281-b2da-d93f-13d8445d5b7a" [ 1322.631806] env[69722]: _type = "Task" [ 1322.631806] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.639269] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529ced05-4281-b2da-d93f-13d8445d5b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.063865] env[69722]: DEBUG nova.network.neutron [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updated VIF entry in instance network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.064245] env[69722]: DEBUG nova.network.neutron [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.143255] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529ced05-4281-b2da-d93f-13d8445d5b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.143554] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.143791] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1323.144034] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.144185] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.144394] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1323.144655] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf2da227-f4fe-4fe4-810d-838ffe080a22 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.165641] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1323.165864] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1323.166640] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8122486-9e2c-4b39-a1b5-2adb9e38e9ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.172880] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1323.172880] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5259daa0-ba38-8694-4c28-cb6906002c5f" [ 1323.172880] env[69722]: _type = "Task" [ 1323.172880] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.181147] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5259daa0-ba38-8694-4c28-cb6906002c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.568102] env[69722]: DEBUG oslo_concurrency.lockutils [req-ad7f8e6a-4feb-477c-9954-0b8aff263da2 req-913e560d-795d-41ec-9c43-e510de991de5 service nova] Releasing lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.683727] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5259daa0-ba38-8694-4c28-cb6906002c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009895} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.684541] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a154b67b-150d-4557-8478-b1b7f7855238 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.690152] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1323.690152] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5216a540-10fc-9599-e248-2b1e90bde95a" [ 1323.690152] env[69722]: _type = "Task" [ 1323.690152] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.699362] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5216a540-10fc-9599-e248-2b1e90bde95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.205721] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5216a540-10fc-9599-e248-2b1e90bde95a, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.206156] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.206563] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/727c5e44-6f29-4b38-ad50-0a4a81aa7bfb.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1324.206936] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90fb026f-cfed-445d-8734-23bbedc31aef {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.215800] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1324.215800] env[69722]: value = "task-3439416" [ 1324.215800] env[69722]: _type = "Task" [ 1324.215800] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.227547] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.725988] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431462} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.726307] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/727c5e44-6f29-4b38-ad50-0a4a81aa7bfb.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.726439] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.726677] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98d88715-2845-4e36-bf30-c976f42e4f7a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.733369] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1324.733369] env[69722]: value = "task-3439417" [ 1324.733369] env[69722]: _type = "Task" [ 1324.733369] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.740344] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.243106] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068469} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.243394] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1325.244210] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a059f1a6-a907-46dd-8391-e28eb24563a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.266181] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/727c5e44-6f29-4b38-ad50-0a4a81aa7bfb.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.266347] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b50562b-75e3-4685-ae30-fbfd82049078 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.285757] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1325.285757] env[69722]: value = "task-3439418" [ 1325.285757] env[69722]: _type = "Task" [ 1325.285757] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.293081] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.796314] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.296552] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439418, 'name': ReconfigVM_Task, 'duration_secs': 0.826411} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.296836] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/727c5e44-6f29-4b38-ad50-0a4a81aa7bfb.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.297484] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de02ea35-0cc6-4d22-81dc-73d8647ba1e7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.303190] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1326.303190] env[69722]: value = "task-3439419" [ 1326.303190] env[69722]: _type = "Task" [ 1326.303190] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.310458] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439419, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.813089] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439419, 'name': Rename_Task, 'duration_secs': 0.145668} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.813446] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.813660] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e18de2-8d18-453a-81b5-6ab36739b1be {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.820270] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1326.820270] env[69722]: value = "task-3439420" [ 1326.820270] env[69722]: _type = "Task" [ 1326.820270] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.827537] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.329651] env[69722]: DEBUG oslo_vmware.api [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439420, 'name': PowerOnVM_Task, 'duration_secs': 0.42689} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.329910] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.330133] env[69722]: INFO nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1327.330364] env[69722]: DEBUG nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.331107] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dececfc-32e3-4039-b60f-bf015b8337cc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.848519] env[69722]: INFO nova.compute.manager [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Took 11.85 seconds to build instance. [ 1328.350831] env[69722]: DEBUG oslo_concurrency.lockutils [None req-79a197b9-6c34-4873-ac77-be116994a077 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.361s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.482335] env[69722]: DEBUG nova.compute.manager [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Received event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.482596] env[69722]: DEBUG nova.compute.manager [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing instance network info cache due to event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.482925] env[69722]: DEBUG oslo_concurrency.lockutils [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] Acquiring lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.483102] env[69722]: DEBUG oslo_concurrency.lockutils [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] Acquired lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.483410] env[69722]: DEBUG nova.network.neutron [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.171497] env[69722]: DEBUG nova.network.neutron [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updated VIF entry in instance network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.171873] env[69722]: DEBUG nova.network.neutron [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.675216] env[69722]: DEBUG oslo_concurrency.lockutils [req-44956f02-6101-488d-933f-9c7a1b0b214d req-fda14383-09f8-4a84-b86c-a96e78740c92 service nova] Releasing lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.644434] env[69722]: DEBUG nova.compute.manager [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Stashing vm_state: active {{(pid=69722) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1332.165590] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.165879] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.672271] env[69722]: INFO nova.compute.claims [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1333.178931] env[69722]: INFO nova.compute.resource_tracker [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating resource usage from migration 28de123c-5151-4bf9-9edb-55afcd5a15ab [ 1333.267022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815ed99-487e-4fec-afe9-50ee8df3d53f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.274075] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ce7ee5-e263-4317-a126-3f627b3fd31d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.303673] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1c7a66-11ee-4bbf-9b55-c4f0574a57c7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.310650] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d75cf04-dd7c-4ce5-b3c6-142357aea9dc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.323475] env[69722]: DEBUG nova.compute.provider_tree [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.425732] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.426283] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.426574] env[69722]: INFO nova.compute.manager [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Shelving [ 1333.827026] env[69722]: DEBUG nova.scheduler.client.report [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.332623] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.166s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.332770] env[69722]: INFO nova.compute.manager [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Migrating [ 1334.436513] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.436790] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ff94743-eba7-4bcd-9b01-603581b18a51 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.443881] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1334.443881] env[69722]: value = "task-3439421" [ 1334.443881] env[69722]: _type = "Task" [ 1334.443881] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.452075] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.847044] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.847044] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.847044] env[69722]: DEBUG nova.network.neutron [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.954121] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439421, 'name': PowerOffVM_Task, 'duration_secs': 0.228442} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.954383] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.955223] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d4b82c-765e-4697-85d6-9e97217c0614 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.972808] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696320c1-2030-4c79-8556-f811de5deab0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.483267] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Creating Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1335.483459] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48f91bfd-23e6-4e60-a5ff-15c5c6efbf32 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.495014] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1335.495014] env[69722]: value = "task-3439422" [ 1335.495014] env[69722]: _type = "Task" [ 1335.495014] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.502699] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439422, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.548901] env[69722]: DEBUG nova.network.neutron [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.005319] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439422, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.051546] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.506311] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439422, 'name': CreateSnapshot_Task, 'duration_secs': 0.714566} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.506564] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Created Snapshot of the VM instance {{(pid=69722) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1336.507310] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803378d-5d73-4e20-8e9f-cbae783f6da1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.025139] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Creating linked-clone VM from snapshot {{(pid=69722) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1337.025520] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8408c023-0391-4300-9bca-07ba9e5e62fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.037634] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1337.037634] env[69722]: value = "task-3439423" [ 1337.037634] env[69722]: _type = "Task" [ 1337.037634] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.045541] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439423, 'name': CloneVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.548063] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439423, 'name': CloneVM_Task} progress is 94%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.564917] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5a8549-f616-4a58-bf55-33a0a28614ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.584069] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance '17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b' progress to 0 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.048168] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439423, 'name': CloneVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.090191] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.090461] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6fe05bc-eddd-4d7e-b94b-d11ff64fcdd4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.097289] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1338.097289] env[69722]: value = "task-3439424" [ 1338.097289] env[69722]: _type = "Task" [ 1338.097289] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.104879] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.548982] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439423, 'name': CloneVM_Task, 'duration_secs': 1.013901} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.549268] env[69722]: INFO nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Created linked-clone VM from snapshot [ 1338.549976] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317244b4-bca8-48de-98fe-19f907964702 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.557076] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Uploading image bdd25758-9999-4d7d-a1f9-4486af7578a4 {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1338.583826] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1338.583826] env[69722]: value = "vm-686587" [ 1338.583826] env[69722]: _type = "VirtualMachine" [ 1338.583826] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1338.584095] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-16b8a830-5069-4de6-9bf6-738c71452047 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.590973] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease: (returnval){ [ 1338.590973] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa39b3-ee21-a45f-5518-72fd913ada40" [ 1338.590973] env[69722]: _type = "HttpNfcLease" [ 1338.590973] env[69722]: } obtained for exporting VM: (result){ [ 1338.590973] env[69722]: value = "vm-686587" [ 1338.590973] env[69722]: _type = "VirtualMachine" [ 1338.590973] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1338.591326] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the lease: (returnval){ [ 1338.591326] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa39b3-ee21-a45f-5518-72fd913ada40" [ 1338.591326] env[69722]: _type = "HttpNfcLease" [ 1338.591326] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1338.597391] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1338.597391] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa39b3-ee21-a45f-5518-72fd913ada40" [ 1338.597391] env[69722]: _type = "HttpNfcLease" [ 1338.597391] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1338.604669] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439424, 'name': PowerOffVM_Task, 'duration_secs': 0.246716} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.604971] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.605208] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance '17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b' progress to 17 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.099924] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1339.099924] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa39b3-ee21-a45f-5518-72fd913ada40" [ 1339.099924] env[69722]: _type = "HttpNfcLease" [ 1339.099924] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1339.100386] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1339.100386] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52aa39b3-ee21-a45f-5518-72fd913ada40" [ 1339.100386] env[69722]: _type = "HttpNfcLease" [ 1339.100386] env[69722]: }. {{(pid=69722) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1339.100945] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6d76ab-d244-44c2-931f-35216d63c14d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.107742] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4c579-cb55-8491-3d6a-4e622715a052/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1339.107943] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4c579-cb55-8491-3d6a-4e622715a052/disk-0.vmdk for reading. {{(pid=69722) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1339.111148] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.111376] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.111542] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.111725] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.111871] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.112032] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.112244] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.112407] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.112574] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.112762] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.112948] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.118706] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45703a5a-3155-41cb-991b-fc9bbc6f0448 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.188332] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1339.188332] env[69722]: value = "task-3439426" [ 1339.188332] env[69722]: _type = "Task" [ 1339.188332] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.196248] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.220351] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b831f9fc-15c8-41e9-a24c-31c9868860ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.698943] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439426, 'name': ReconfigVM_Task, 'duration_secs': 0.184654} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.700931] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance '17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b' progress to 33 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.207318] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.207715] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.207789] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.208119] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.208357] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.208612] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.208875] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.209127] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.209441] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.209715] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.209890] env[69722]: DEBUG nova.virt.hardware [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.215238] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.215607] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcdd7a37-1a79-46d3-8e2e-f0165c3a62f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.234809] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1340.234809] env[69722]: value = "task-3439427" [ 1340.234809] env[69722]: _type = "Task" [ 1340.234809] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.243285] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.744837] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439427, 'name': ReconfigVM_Task, 'duration_secs': 0.181975} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.745234] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1340.746245] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e023b57-5600-4825-a626-ae6380750d9a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.769689] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.770437] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9190afa7-ce7a-472b-b7b5-f56d210c897a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.788819] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1340.788819] env[69722]: value = "task-3439428" [ 1340.788819] env[69722]: _type = "Task" [ 1340.788819] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.796542] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.298541] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.799369] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439428, 'name': ReconfigVM_Task, 'duration_secs': 0.876601} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.799688] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.799975] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance '17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b' progress to 50 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.306998] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd0759-d98a-4b7f-b7ae-a8e0c16e9bbc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.328353] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ffbe2-dfc4-4a50-b59b-8c24372af355 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.348208] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance '17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b' progress to 67 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.937646] env[69722]: DEBUG nova.network.neutron [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Port 8b306685-7f98-4ee6-95a2-55e83679ae17 binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1343.961264] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.961592] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.961592] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.999365] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.999684] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.999718] env[69722]: DEBUG nova.network.neutron [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.715529] env[69722]: DEBUG nova.network.neutron [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.829490] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4c579-cb55-8491-3d6a-4e622715a052/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1345.830501] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a215f6-4dec-4d48-91c0-b22c0f46f223 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.836700] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4c579-cb55-8491-3d6a-4e622715a052/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1345.836925] env[69722]: ERROR oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4c579-cb55-8491-3d6a-4e622715a052/disk-0.vmdk due to incomplete transfer. [ 1345.837162] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cddc0f4c-4900-48e1-b1db-d8368359028a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.845063] env[69722]: DEBUG oslo_vmware.rw_handles [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a4c579-cb55-8491-3d6a-4e622715a052/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1345.845260] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Uploaded image bdd25758-9999-4d7d-a1f9-4486af7578a4 to the Glance image server {{(pid=69722) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1345.847483] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Destroying the VM {{(pid=69722) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1345.847709] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc9340d3-3d5a-4eb7-9fe7-baef975830fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.853594] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1345.853594] env[69722]: value = "task-3439429" [ 1345.853594] env[69722]: _type = "Task" [ 1345.853594] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.861166] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439429, 'name': Destroy_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.218689] env[69722]: DEBUG oslo_concurrency.lockutils [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.363617] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439429, 'name': Destroy_Task, 'duration_secs': 0.377552} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.363834] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Destroyed the VM [ 1346.364083] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Deleting Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1346.364326] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8f463f60-bfa8-414c-a9f6-b124ef380250 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.371582] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1346.371582] env[69722]: value = "task-3439430" [ 1346.371582] env[69722]: _type = "Task" [ 1346.371582] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.378507] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439430, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.743111] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc9e724-4fc1-404a-a109-49bad8505f0d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.762083] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5f1ef-c0f7-44bb-b740-c4d2369f473f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.768402] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance '17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b' progress to 83 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.880571] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439430, 'name': RemoveSnapshot_Task, 'duration_secs': 0.338905} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.880843] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Deleted Snapshot of the VM instance {{(pid=69722) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1346.881166] env[69722]: DEBUG nova.compute.manager [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.881881] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63142c6-f30e-477d-b517-0ccd9e7411e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.274458] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.274784] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d86c36-31bd-4afe-8021-e2f270487c9c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.282295] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1347.282295] env[69722]: value = "task-3439431" [ 1347.282295] env[69722]: _type = "Task" [ 1347.282295] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.291375] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.392854] env[69722]: INFO nova.compute.manager [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Shelve offloading [ 1347.792511] env[69722]: DEBUG oslo_vmware.api [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439431, 'name': PowerOnVM_Task, 'duration_secs': 0.498903} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.792795] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.792996] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-763fc0c0-8eb7-4d80-95eb-a6487f074613 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance '17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b' progress to 100 {{(pid=69722) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.896647] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.896981] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a965fc48-2635-469e-a692-933b29c08f1f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.904038] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1347.904038] env[69722]: value = "task-3439432" [ 1347.904038] env[69722]: _type = "Task" [ 1347.904038] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.912066] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.414446] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1348.414757] env[69722]: DEBUG nova.compute.manager [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.415466] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71e457a-1cd2-4060-9514-c3570a78ecf6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.422969] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.423148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.423337] env[69722]: DEBUG nova.network.neutron [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.125066] env[69722]: DEBUG nova.network.neutron [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.627475] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.665183] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.665417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.821486] env[69722]: DEBUG nova.compute.manager [req-58d954fb-e784-4899-9cdb-dc7f217bc2a3 req-82a0d809-2eec-4bfd-9284-9954305653d8 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-vif-unplugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.821760] env[69722]: DEBUG oslo_concurrency.lockutils [req-58d954fb-e784-4899-9cdb-dc7f217bc2a3 req-82a0d809-2eec-4bfd-9284-9954305653d8 service nova] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.822039] env[69722]: DEBUG oslo_concurrency.lockutils [req-58d954fb-e784-4899-9cdb-dc7f217bc2a3 req-82a0d809-2eec-4bfd-9284-9954305653d8 service nova] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.822146] env[69722]: DEBUG oslo_concurrency.lockutils [req-58d954fb-e784-4899-9cdb-dc7f217bc2a3 req-82a0d809-2eec-4bfd-9284-9954305653d8 service nova] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.822318] env[69722]: DEBUG nova.compute.manager [req-58d954fb-e784-4899-9cdb-dc7f217bc2a3 req-82a0d809-2eec-4bfd-9284-9954305653d8 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] No waiting events found dispatching network-vif-unplugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.822489] env[69722]: WARNING nova.compute.manager [req-58d954fb-e784-4899-9cdb-dc7f217bc2a3 req-82a0d809-2eec-4bfd-9284-9954305653d8 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received unexpected event network-vif-unplugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 for instance with vm_state shelved and task_state shelving_offloading. [ 1349.918725] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.919627] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9ac3d5-f35a-4245-bb10-9520a1f503d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.927693] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.927693] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f09eb6-1d36-4fe1-ac2c-1c70bd074773 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.936956] env[69722]: DEBUG nova.network.neutron [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Port 8b306685-7f98-4ee6-95a2-55e83679ae17 binding to destination host cpu-1 is already ACTIVE {{(pid=69722) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1349.937375] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.937632] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.937905] env[69722]: DEBUG nova.network.neutron [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.992025] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.992254] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.992433] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleting the datastore file [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.992691] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5105749-638d-49cc-9acf-25a8252b3809 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.000350] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1350.000350] env[69722]: value = "task-3439434" [ 1350.000350] env[69722]: _type = "Task" [ 1350.000350] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.007726] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.168531] env[69722]: DEBUG nova.compute.utils [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.510038] env[69722]: DEBUG oslo_vmware.api [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218206} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.510282] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.510478] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.510674] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.536667] env[69722]: INFO nova.scheduler.client.report [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted allocations for instance 0350a080-7f80-4262-83a9-0351b706e86f [ 1350.646584] env[69722]: DEBUG nova.network.neutron [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.671307] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.042823] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.043155] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.043499] env[69722]: DEBUG nova.objects.instance [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'resources' on Instance uuid 0350a080-7f80-4262-83a9-0351b706e86f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.149323] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.546711] env[69722]: DEBUG nova.objects.instance [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'numa_topology' on Instance uuid 0350a080-7f80-4262-83a9-0351b706e86f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.652626] env[69722]: DEBUG nova.compute.manager [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69722) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1351.652907] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.735582] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.735873] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.736128] env[69722]: INFO nova.compute.manager [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Attaching volume c00ad420-a353-4419-acbe-719b49bfa8e9 to /dev/sdb [ 1351.765080] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae815b9a-bbc2-473e-9b03-a99e4c13988d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.772430] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1225f6f-a8d6-42ac-985c-05c90bdae5ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.785129] env[69722]: DEBUG nova.virt.block_device [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updating existing volume attachment record: b9831fb9-d752-4dd9-8c42-afde94a15629 {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1351.848328] env[69722]: DEBUG nova.compute.manager [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.848502] env[69722]: DEBUG nova.compute.manager [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing instance network info cache due to event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1351.848719] env[69722]: DEBUG oslo_concurrency.lockutils [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] Acquiring lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.848862] env[69722]: DEBUG oslo_concurrency.lockutils [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] Acquired lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.849028] env[69722]: DEBUG nova.network.neutron [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.933772] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1352.045060] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.047667] env[69722]: DEBUG nova.objects.base [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Object Instance<0350a080-7f80-4262-83a9-0351b706e86f> lazy-loaded attributes: resources,numa_topology {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1352.139152] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d33831-e51d-4d1c-9ee8-189f4aee476b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.146154] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f31455-4886-4c84-8599-12a461b48374 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.177857] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b3c71b-fe2f-4ad8-980d-15b119acbfaf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.185016] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f37aa6-59bb-40bc-810b-225a0c4e6f83 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.197736] env[69722]: DEBUG nova.compute.provider_tree [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.436842] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.552913] env[69722]: DEBUG nova.network.neutron [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updated VIF entry in instance network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1352.553308] env[69722]: DEBUG nova.network.neutron [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.700775] env[69722]: DEBUG nova.scheduler.client.report [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.055626] env[69722]: DEBUG oslo_concurrency.lockutils [req-69a60a7e-2108-4faa-a5f4-f539933cc1f7 req-2d307832-8e10-463b-aea6-543d27ebdcba service nova] Releasing lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.205928] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.208417] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.556s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.713126] env[69722]: DEBUG nova.objects.instance [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'migration_context' on Instance uuid 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.715673] env[69722]: DEBUG oslo_concurrency.lockutils [None req-71f94af8-1b80-46eb-96d0-c86da159e770 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.289s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.716471] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.672s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.716647] env[69722]: INFO nova.compute.manager [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Unshelving [ 1354.307746] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f5874d-4d98-4f19-a2f7-b22787ffcb6d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.315952] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279fd4d0-2f52-4135-b4fc-072d36bf6187 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.346796] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7293b5b-59eb-4c36-bd35-b65ab48ee812 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.353894] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde281b5-0bad-4d79-8b4b-5a0bb90071a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.366593] env[69722]: DEBUG nova.compute.provider_tree [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.739019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.869549] env[69722]: DEBUG nova.scheduler.client.report [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1355.880574] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.672s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.886141] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.449s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.886434] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.886512] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1355.886775] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.148s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.888655] env[69722]: DEBUG nova.objects.instance [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'pci_requests' on Instance uuid 0350a080-7f80-4262-83a9-0351b706e86f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.891773] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3144c935-5dbe-4aa9-928c-594b8b7d0e44 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.899185] env[69722]: DEBUG nova.objects.instance [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'numa_topology' on Instance uuid 0350a080-7f80-4262-83a9-0351b706e86f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.906561] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a7098-0998-4f6c-8daf-c15f7b40b276 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.922036] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e17fba-fad5-4fa0-9ffa-31d600864e5d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.928618] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cdbb25-c92a-4582-b2a0-f35ec8a1ef4e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.962142] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180392MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1355.962311] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.326534] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1356.326796] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686588', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'name': 'volume-c00ad420-a353-4419-acbe-719b49bfa8e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd150b53b-a1ff-4a8c-b1f4-bc420498a84c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'serial': 'c00ad420-a353-4419-acbe-719b49bfa8e9'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1356.327692] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5d66aa-62fe-43d7-beac-053e07a6f692 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.343989] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6deb061-03b9-4f15-84aa-d3482f2c7cc4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.369170] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-c00ad420-a353-4419-acbe-719b49bfa8e9/volume-c00ad420-a353-4419-acbe-719b49bfa8e9.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.369433] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0861bf29-38e7-48aa-98d6-9f7c2ce3c044 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.386467] env[69722]: DEBUG oslo_vmware.api [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1356.386467] env[69722]: value = "task-3439437" [ 1356.386467] env[69722]: _type = "Task" [ 1356.386467] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.393837] env[69722]: DEBUG oslo_vmware.api [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.401637] env[69722]: INFO nova.compute.claims [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.896311] env[69722]: DEBUG oslo_vmware.api [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439437, 'name': ReconfigVM_Task, 'duration_secs': 0.330549} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.896686] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-c00ad420-a353-4419-acbe-719b49bfa8e9/volume-c00ad420-a353-4419-acbe-719b49bfa8e9.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.901240] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aafbbdb-dc03-4492-b311-4be32b6311ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.920636] env[69722]: DEBUG oslo_vmware.api [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1356.920636] env[69722]: value = "task-3439438" [ 1356.920636] env[69722]: _type = "Task" [ 1356.920636] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.929412] env[69722]: DEBUG oslo_vmware.api [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.434777] env[69722]: DEBUG oslo_vmware.api [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439438, 'name': ReconfigVM_Task, 'duration_secs': 0.132509} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.435614] env[69722]: INFO nova.compute.manager [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Swapping old allocation on dict_keys(['fc751dae-d10e-4fa8-8f8c-80cad2bb4e83']) held by migration 28de123c-5151-4bf9-9edb-55afcd5a15ab for instance [ 1357.435894] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686588', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'name': 'volume-c00ad420-a353-4419-acbe-719b49bfa8e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd150b53b-a1ff-4a8c-b1f4-bc420498a84c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'serial': 'c00ad420-a353-4419-acbe-719b49bfa8e9'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1357.461573] env[69722]: DEBUG nova.scheduler.client.report [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Overwriting current allocation {'allocations': {'fc751dae-d10e-4fa8-8f8c-80cad2bb4e83': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 186}}, 'project_id': '30203621030f4d029466b835d24f0670', 'user_id': 'e42a663f52c4413594987b87486e0a0c', 'consumer_generation': 1} on consumer 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b {{(pid=69722) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1357.497043] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683c1517-465e-4384-8ff2-bbb91a8fe394 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.504280] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0f9f9-65cd-4c5b-b2c1-32837614840f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.537742] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.537969] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.538165] env[69722]: DEBUG nova.network.neutron [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.540027] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef12b10-9e37-4b17-8440-cf19f37912a2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.547143] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9aff78-00cd-41b4-9c77-be760cc4b620 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.561072] env[69722]: DEBUG nova.compute.provider_tree [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.063833] env[69722]: DEBUG nova.scheduler.client.report [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.239064] env[69722]: DEBUG nova.network.neutron [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [{"id": "8b306685-7f98-4ee6-95a2-55e83679ae17", "address": "fa:16:3e:c9:81:c9", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b306685-7f", "ovs_interfaceid": "8b306685-7f98-4ee6-95a2-55e83679ae17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.471433] env[69722]: DEBUG nova.objects.instance [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'flavor' on Instance uuid d150b53b-a1ff-4a8c-b1f4-bc420498a84c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.569176] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.572507] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.610s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.600685] env[69722]: INFO nova.network.neutron [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1358.741426] env[69722]: DEBUG oslo_concurrency.lockutils [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.741934] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1358.742215] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85da170b-6fd1-48f4-8395-6e6d50fe317a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.749628] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1358.749628] env[69722]: value = "task-3439439" [ 1358.749628] env[69722]: _type = "Task" [ 1358.749628] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.757630] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.977348] env[69722]: DEBUG oslo_concurrency.lockutils [None req-c31aeed8-5179-4664-9a5e-3f025ae1ac56 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.159079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.159468] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.259298] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439439, 'name': PowerOffVM_Task, 'duration_secs': 0.198332} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.259563] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1359.260200] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.260409] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.260583] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.260780] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.260928] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.261086] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.261294] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.261452] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.261642] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.261831] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.262012] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.266857] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8cddae4-bc5b-4f0c-9480-d9e3356105ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.281130] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1359.281130] env[69722]: value = "task-3439440" [ 1359.281130] env[69722]: _type = "Task" [ 1359.281130] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.289988] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.599794] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1359.599794] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c89c1dce-a77d-49b5-b39c-6d1901b8829f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1359.599794] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance d150b53b-a1ff-4a8c-b1f4-bc420498a84c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1359.599957] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1359.599957] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1359.600073] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 0350a080-7f80-4262-83a9-0351b706e86f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1359.600341] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1359.600518] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1359.662364] env[69722]: INFO nova.compute.manager [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Detaching volume c00ad420-a353-4419-acbe-719b49bfa8e9 [ 1359.685097] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eb7719-7659-48db-9301-7c54f9b5bef2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.692682] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee6c6fd-f4b9-40e4-99ba-e8936c811243 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.696758] env[69722]: INFO nova.virt.block_device [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Attempting to driver detach volume c00ad420-a353-4419-acbe-719b49bfa8e9 from mountpoint /dev/sdb [ 1359.696975] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1359.697170] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686588', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'name': 'volume-c00ad420-a353-4419-acbe-719b49bfa8e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd150b53b-a1ff-4a8c-b1f4-bc420498a84c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'serial': 'c00ad420-a353-4419-acbe-719b49bfa8e9'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1359.697881] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aecba16-40c8-4cea-85af-0e5c752ea9da {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.724279] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abfe344-4f97-4851-b79d-0651120c7afb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.742225] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8283a8-7540-4b07-b334-9cf224bbb615 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.748633] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7786735d-3c80-4f0e-b010-dfe115626c1b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.754139] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c7a7d5-6206-4007-b036-00870b0ee38e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.763650] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.782213] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107d883-5c1a-4089-ba1c-633a64dd5d52 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.799125] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] The volume has not been displaced from its original location: [datastore2] volume-c00ad420-a353-4419-acbe-719b49bfa8e9/volume-c00ad420-a353-4419-acbe-719b49bfa8e9.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1359.804168] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.806949] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f81741c6-8bc1-43dc-807e-86b21aecf876 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.819273] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439440, 'name': ReconfigVM_Task, 'duration_secs': 0.131768} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.820805] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1948d43-eacc-4f1e-8fe3-a3995aa6cfb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.824965] env[69722]: DEBUG oslo_vmware.api [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1359.824965] env[69722]: value = "task-3439441" [ 1359.824965] env[69722]: _type = "Task" [ 1359.824965] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.838377] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.838545] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.838713] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.838898] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.839058] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.839210] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.839414] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.839572] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.839741] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.839903] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.840086] env[69722]: DEBUG nova.virt.hardware [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.843396] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-153a2f28-6a60-4db5-8dbe-65f78cf38fca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.850283] env[69722]: DEBUG oslo_vmware.api [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.851497] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1359.851497] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ca8b04-0525-5689-d178-db78086b34b0" [ 1359.851497] env[69722]: _type = "Task" [ 1359.851497] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.858921] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52ca8b04-0525-5689-d178-db78086b34b0, 'name': SearchDatastore_Task, 'duration_secs': 0.006659} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.864415] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1359.864702] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6f49d4-a980-42e7-ada0-29f50784dd17 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.882984] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1359.882984] env[69722]: value = "task-3439442" [ 1359.882984] env[69722]: _type = "Task" [ 1359.882984] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.890553] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.983687] env[69722]: DEBUG nova.compute.manager [req-dc2e5819-527b-4695-a752-f6fa4b4dbda5 req-a0212680-032b-4281-9081-14a29d9c60e7 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-vif-plugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.983919] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc2e5819-527b-4695-a752-f6fa4b4dbda5 req-a0212680-032b-4281-9081-14a29d9c60e7 service nova] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.984060] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc2e5819-527b-4695-a752-f6fa4b4dbda5 req-a0212680-032b-4281-9081-14a29d9c60e7 service nova] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.984236] env[69722]: DEBUG oslo_concurrency.lockutils [req-dc2e5819-527b-4695-a752-f6fa4b4dbda5 req-a0212680-032b-4281-9081-14a29d9c60e7 service nova] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.984405] env[69722]: DEBUG nova.compute.manager [req-dc2e5819-527b-4695-a752-f6fa4b4dbda5 req-a0212680-032b-4281-9081-14a29d9c60e7 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] No waiting events found dispatching network-vif-plugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1359.984571] env[69722]: WARNING nova.compute.manager [req-dc2e5819-527b-4695-a752-f6fa4b4dbda5 req-a0212680-032b-4281-9081-14a29d9c60e7 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received unexpected event network-vif-plugged-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1360.068192] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.068454] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.068546] env[69722]: DEBUG nova.network.neutron [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.266250] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.347125] env[69722]: DEBUG oslo_vmware.api [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439441, 'name': ReconfigVM_Task, 'duration_secs': 0.324691} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.347405] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.351911] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85573308-cb24-46ad-8687-c49f32d0588f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.366110] env[69722]: DEBUG oslo_vmware.api [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1360.366110] env[69722]: value = "task-3439443" [ 1360.366110] env[69722]: _type = "Task" [ 1360.366110] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.373530] env[69722]: DEBUG oslo_vmware.api [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439443, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.390850] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439442, 'name': ReconfigVM_Task, 'duration_secs': 0.169843} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.391128] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1360.391923] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f955fb2-fd26-4878-8b53-68c04b948a60 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.413239] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.413822] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c907625-3e0d-427d-8174-840d7ee27d88 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.430931] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1360.430931] env[69722]: value = "task-3439444" [ 1360.430931] env[69722]: _type = "Task" [ 1360.430931] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.438991] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.770943] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1360.771166] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.199s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.777984] env[69722]: DEBUG nova.network.neutron [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.875880] env[69722]: DEBUG oslo_vmware.api [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439443, 'name': ReconfigVM_Task, 'duration_secs': 0.129585} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.876158] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686588', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'name': 'volume-c00ad420-a353-4419-acbe-719b49bfa8e9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd150b53b-a1ff-4a8c-b1f4-bc420498a84c', 'attached_at': '', 'detached_at': '', 'volume_id': 'c00ad420-a353-4419-acbe-719b49bfa8e9', 'serial': 'c00ad420-a353-4419-acbe-719b49bfa8e9'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1360.940998] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439444, 'name': ReconfigVM_Task, 'duration_secs': 0.297367} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.940998] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b/17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.941718] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fca8f25-5ed2-42cd-92cc-1ccd073ff21c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.959087] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f035abc7-9fff-4599-a37c-5fc7735300e3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.977334] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c32368-f5f5-4831-98e8-a9acb1496d14 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.993991] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df8e83-402e-4da2-82f0-5a3cd87a9854 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.999836] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.000075] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98417c98-a812-433b-b825-6aefaea386e9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.006023] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1361.006023] env[69722]: value = "task-3439445" [ 1361.006023] env[69722]: _type = "Task" [ 1361.006023] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.012673] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.280691] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.334935] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6ed26ddc11dba4b4c1f003ad47b90e6b',container_format='bare',created_at=2025-04-15T14:09:56Z,direct_url=,disk_format='vmdk',id=bdd25758-9999-4d7d-a1f9-4486af7578a4,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-103016573-shelved',owner='79d64a1b06dd440aa8643bf2acd893ff',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-15T14:10:09Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1361.335318] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1361.335496] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.335687] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1361.335870] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.336042] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1361.336263] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1361.336422] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1361.336591] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1361.336757] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1361.336930] env[69722]: DEBUG nova.virt.hardware [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1361.337817] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8254f-1481-4379-b47e-fcb116ee6432 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.345910] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5279426b-9009-4eb2-a75b-97cd00e76f06 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.359221] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:e4:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1323cb03-8367-485a-962e-131af8eba474', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b0ee7b-4afd-4524-b597-9deacb3b5ad9', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.366464] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.366697] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.366905] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-616e8728-f023-447a-b1a8-beda896244af {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.385206] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.385206] env[69722]: value = "task-3439446" [ 1361.385206] env[69722]: _type = "Task" [ 1361.385206] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.392185] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439446, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.418677] env[69722]: DEBUG nova.objects.instance [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'flavor' on Instance uuid d150b53b-a1ff-4a8c-b1f4-bc420498a84c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.515411] env[69722]: DEBUG oslo_vmware.api [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439445, 'name': PowerOnVM_Task, 'duration_secs': 0.346024} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.515680] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.771787] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.772042] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.772208] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.772360] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.772511] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.772658] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.772807] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.772956] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1361.895092] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439446, 'name': CreateVM_Task, 'duration_secs': 0.294442} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.895295] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.895895] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.896063] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.896426] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.896670] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c53a424-afb8-4087-8e92-2f7a6fab028b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.901466] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1361.901466] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529579a5-303a-2826-0bf2-4c7f89d9e2f3" [ 1361.901466] env[69722]: _type = "Task" [ 1361.901466] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.908622] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]529579a5-303a-2826-0bf2-4c7f89d9e2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.007183] env[69722]: DEBUG nova.compute.manager [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.007313] env[69722]: DEBUG nova.compute.manager [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing instance network info cache due to event network-changed-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1362.007531] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] Acquiring lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.007678] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] Acquired lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.007838] env[69722]: DEBUG nova.network.neutron [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Refreshing network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.411658] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.412020] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Processing image bdd25758-9999-4d7d-a1f9-4486af7578a4 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.412207] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4/bdd25758-9999-4d7d-a1f9-4486af7578a4.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.412352] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4/bdd25758-9999-4d7d-a1f9-4486af7578a4.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.412529] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.412769] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59a11b52-22b2-4487-995e-6726a8bf9d60 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.425018] env[69722]: DEBUG oslo_concurrency.lockutils [None req-82de1bcc-5337-4a88-8251-9cc44a0ec561 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.266s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.429462] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.429632] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.430363] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7ddba3-7bca-469c-8e27-bb4d0da733a1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.435180] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1362.435180] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52571a24-30db-04fe-e90b-b21f0387d86d" [ 1362.435180] env[69722]: _type = "Task" [ 1362.435180] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.443412] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52571a24-30db-04fe-e90b-b21f0387d86d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.526076] env[69722]: INFO nova.compute.manager [None req-deb3e763-7dc5-4bb9-9532-5892a3f8a4ea tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance to original state: 'active' [ 1362.812217] env[69722]: DEBUG nova.network.neutron [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updated VIF entry in instance network info cache for port b1b0ee7b-4afd-4524-b597-9deacb3b5ad9. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.812513] env[69722]: DEBUG nova.network.neutron [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [{"id": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "address": "fa:16:3e:eb:e4:8a", "network": {"id": "b9a88aed-15e0-4681-916f-fa855051b82b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-978109196-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79d64a1b06dd440aa8643bf2acd893ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1323cb03-8367-485a-962e-131af8eba474", "external-id": "nsx-vlan-transportzone-41", "segmentation_id": 41, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b0ee7b-4a", "ovs_interfaceid": "b1b0ee7b-4afd-4524-b597-9deacb3b5ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.945098] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Preparing fetch location {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1362.945362] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Fetch image to [datastore2] OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df/OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df.vmdk {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1362.945569] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Downloading stream optimized image bdd25758-9999-4d7d-a1f9-4486af7578a4 to [datastore2] OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df/OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df.vmdk on the data store datastore2 as vApp {{(pid=69722) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1362.945706] env[69722]: DEBUG nova.virt.vmwareapi.images [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Downloading image file data bdd25758-9999-4d7d-a1f9-4486af7578a4 to the ESX as VM named 'OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df' {{(pid=69722) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1363.018304] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1363.018304] env[69722]: value = "resgroup-9" [ 1363.018304] env[69722]: _type = "ResourcePool" [ 1363.018304] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1363.018453] env[69722]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ce727144-ba5a-47aa-a498-b572758b5451 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.041420] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease: (returnval){ [ 1363.041420] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52667da1-acc1-b5cf-13a2-2827f997ed33" [ 1363.041420] env[69722]: _type = "HttpNfcLease" [ 1363.041420] env[69722]: } obtained for vApp import into resource pool (val){ [ 1363.041420] env[69722]: value = "resgroup-9" [ 1363.041420] env[69722]: _type = "ResourcePool" [ 1363.041420] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1363.041677] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the lease: (returnval){ [ 1363.041677] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52667da1-acc1-b5cf-13a2-2827f997ed33" [ 1363.041677] env[69722]: _type = "HttpNfcLease" [ 1363.041677] env[69722]: } to be ready. {{(pid=69722) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.047632] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.047632] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52667da1-acc1-b5cf-13a2-2827f997ed33" [ 1363.047632] env[69722]: _type = "HttpNfcLease" [ 1363.047632] env[69722]: } is initializing. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1363.315151] env[69722]: DEBUG oslo_concurrency.lockutils [req-a9d38729-0b8e-4b37-84b0-a8ef8232632e req-687db43c-47f8-4b41-b796-d47bade2c81b service nova] Releasing lock "refresh_cache-0350a080-7f80-4262-83a9-0351b706e86f" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.436651] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.436998] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.437171] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.437389] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.437595] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.439947] env[69722]: INFO nova.compute.manager [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Terminating instance [ 1363.549812] env[69722]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.549812] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52667da1-acc1-b5cf-13a2-2827f997ed33" [ 1363.549812] env[69722]: _type = "HttpNfcLease" [ 1363.549812] env[69722]: } is ready. {{(pid=69722) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1363.550103] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1363.550103] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52667da1-acc1-b5cf-13a2-2827f997ed33" [ 1363.550103] env[69722]: _type = "HttpNfcLease" [ 1363.550103] env[69722]: }. {{(pid=69722) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1363.551039] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ee047-abac-4247-a822-976796e67f08 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.558820] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f94f5b-bb0a-52e3-32b9-0c5f344a454c/disk-0.vmdk from lease info. {{(pid=69722) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1363.559007] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f94f5b-bb0a-52e3-32b9-0c5f344a454c/disk-0.vmdk. {{(pid=69722) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1363.617512] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.617760] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.617967] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.618166] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.618339] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.622967] env[69722]: INFO nova.compute.manager [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Terminating instance [ 1363.624330] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b198000-c1f8-4adc-912c-0e15fa571cff {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.944022] env[69722]: DEBUG nova.compute.manager [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1363.944332] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1363.945293] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4daf97-6d26-4864-8656-8aa8879cf865 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.954849] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1363.955106] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d7a24c-9ea8-43fe-9af0-5bbd94e64d2c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.960797] env[69722]: DEBUG oslo_vmware.api [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1363.960797] env[69722]: value = "task-3439448" [ 1363.960797] env[69722]: _type = "Task" [ 1363.960797] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.971062] env[69722]: DEBUG oslo_vmware.api [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.130056] env[69722]: DEBUG nova.compute.manager [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.130056] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.131018] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935ae246-e388-402f-b0b7-226d80ba89c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.139315] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.139315] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b5e76fd-b319-4706-88e0-8b46b563f41e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.145313] env[69722]: DEBUG oslo_vmware.api [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1364.145313] env[69722]: value = "task-3439449" [ 1364.145313] env[69722]: _type = "Task" [ 1364.145313] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.153674] env[69722]: DEBUG oslo_vmware.api [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.475061] env[69722]: DEBUG oslo_vmware.api [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439448, 'name': PowerOffVM_Task, 'duration_secs': 0.234487} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.475461] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.475461] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.475801] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bb3a5c-266e-461b-bedb-81453c4e63d1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.544733] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.545031] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.545277] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleting the datastore file [datastore2] d150b53b-a1ff-4a8c-b1f4-bc420498a84c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.545609] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cb8fb97-9ff9-41fa-825b-99740857032c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.552452] env[69722]: DEBUG oslo_vmware.api [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for the task: (returnval){ [ 1364.552452] env[69722]: value = "task-3439451" [ 1364.552452] env[69722]: _type = "Task" [ 1364.552452] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.561319] env[69722]: DEBUG oslo_vmware.api [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.657069] env[69722]: DEBUG oslo_vmware.api [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439449, 'name': PowerOffVM_Task, 'duration_secs': 0.241871} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.657265] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1364.657337] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1364.657554] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-532b5eff-4efc-4793-959a-5664b6713d54 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.679206] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Completed reading data from the image iterator. {{(pid=69722) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1364.679439] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f94f5b-bb0a-52e3-32b9-0c5f344a454c/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1364.680332] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb12ac-f18f-415c-9595-661ddde2a069 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.686639] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f94f5b-bb0a-52e3-32b9-0c5f344a454c/disk-0.vmdk is in state: ready. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1364.686831] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f94f5b-bb0a-52e3-32b9-0c5f344a454c/disk-0.vmdk. {{(pid=69722) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1364.687071] env[69722]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b9637e71-ba33-4eeb-86a8-6330153adf1b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.731510] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1364.731765] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1364.732049] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleting the datastore file [datastore2] 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1364.732355] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2623d850-a0dd-4f88-99aa-6fc97fb4edbe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.738845] env[69722]: DEBUG oslo_vmware.api [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1364.738845] env[69722]: value = "task-3439453" [ 1364.738845] env[69722]: _type = "Task" [ 1364.738845] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.746700] env[69722]: DEBUG oslo_vmware.api [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.858864] env[69722]: DEBUG oslo_vmware.rw_handles [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f94f5b-bb0a-52e3-32b9-0c5f344a454c/disk-0.vmdk. {{(pid=69722) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1364.859111] env[69722]: INFO nova.virt.vmwareapi.images [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Downloaded image file data bdd25758-9999-4d7d-a1f9-4486af7578a4 [ 1364.860035] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0a01c2-c518-441d-a6f4-fd4f705a4be4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.876717] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cef7b67e-9087-4992-90cb-6e1d2b4e67a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.901171] env[69722]: INFO nova.virt.vmwareapi.images [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] The imported VM was unregistered [ 1364.903550] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Caching image {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1364.903780] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Creating directory with path [datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1364.904046] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-772fee4e-13da-4dc1-b93e-a5d9465af1c4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.916080] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Created directory with path [datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4 {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1364.916272] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df/OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df.vmdk to [datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4/bdd25758-9999-4d7d-a1f9-4486af7578a4.vmdk. {{(pid=69722) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1364.916611] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5dd53741-17af-4d74-84f0-0618b85b7e27 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.922847] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1364.922847] env[69722]: value = "task-3439455" [ 1364.922847] env[69722]: _type = "Task" [ 1364.922847] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.930701] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439455, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.061737] env[69722]: DEBUG oslo_vmware.api [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Task: {'id': task-3439451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245141} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.062070] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.062270] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.062449] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.062622] env[69722]: INFO nova.compute.manager [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1365.062887] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.063125] env[69722]: DEBUG nova.compute.manager [-] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.063227] env[69722]: DEBUG nova.network.neutron [-] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.115197] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.115435] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.249394] env[69722]: DEBUG oslo_vmware.api [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259658} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.249768] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1365.249852] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1365.249990] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1365.250182] env[69722]: INFO nova.compute.manager [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1365.250417] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1365.250695] env[69722]: DEBUG nova.compute.manager [-] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1365.250749] env[69722]: DEBUG nova.network.neutron [-] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1365.432936] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439455, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.618584] env[69722]: DEBUG nova.compute.utils [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.803316] env[69722]: DEBUG nova.compute.manager [req-9f869f93-6c80-4087-b389-4809e57f8e25 req-f2845ca4-7bb1-4d28-9466-c6916e266ddd service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Received event network-vif-deleted-8b306685-7f98-4ee6-95a2-55e83679ae17 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.803316] env[69722]: INFO nova.compute.manager [req-9f869f93-6c80-4087-b389-4809e57f8e25 req-f2845ca4-7bb1-4d28-9466-c6916e266ddd service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Neutron deleted interface 8b306685-7f98-4ee6-95a2-55e83679ae17; detaching it from the instance and deleting it from the info cache [ 1365.803316] env[69722]: DEBUG nova.network.neutron [req-9f869f93-6c80-4087-b389-4809e57f8e25 req-f2845ca4-7bb1-4d28-9466-c6916e266ddd service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.937220] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439455, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.956059] env[69722]: DEBUG nova.compute.manager [req-a6d1d42e-cb67-47d1-be31-751180cec64a req-5e8d863e-d209-45af-a21c-a194d88ff6ee service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Received event network-vif-deleted-b74bfa35-88e1-497b-a165-316a193a57d7 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1365.956289] env[69722]: INFO nova.compute.manager [req-a6d1d42e-cb67-47d1-be31-751180cec64a req-5e8d863e-d209-45af-a21c-a194d88ff6ee service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Neutron deleted interface b74bfa35-88e1-497b-a165-316a193a57d7; detaching it from the instance and deleting it from the info cache [ 1365.956475] env[69722]: DEBUG nova.network.neutron [req-a6d1d42e-cb67-47d1-be31-751180cec64a req-5e8d863e-d209-45af-a21c-a194d88ff6ee service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.124448] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.285519] env[69722]: DEBUG nova.network.neutron [-] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.306102] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cdea96f-99d6-413e-a800-8299eb12594d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.321686] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408bd0bc-a5d9-4ac6-bf77-c588f700dab1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.355854] env[69722]: DEBUG nova.compute.manager [req-9f869f93-6c80-4087-b389-4809e57f8e25 req-f2845ca4-7bb1-4d28-9466-c6916e266ddd service nova] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Detach interface failed, port_id=8b306685-7f98-4ee6-95a2-55e83679ae17, reason: Instance 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.435574] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439455, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.440391] env[69722]: DEBUG nova.network.neutron [-] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.459154] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03bc856c-56cd-473f-99fe-27e28a348fa6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.470035] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec994e-0e77-4c69-96b9-fac5b39d9d37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.499697] env[69722]: DEBUG nova.compute.manager [req-a6d1d42e-cb67-47d1-be31-751180cec64a req-5e8d863e-d209-45af-a21c-a194d88ff6ee service nova] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Detach interface failed, port_id=b74bfa35-88e1-497b-a165-316a193a57d7, reason: Instance d150b53b-a1ff-4a8c-b1f4-bc420498a84c could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1366.788335] env[69722]: INFO nova.compute.manager [-] [instance: 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b] Took 1.54 seconds to deallocate network for instance. [ 1366.936743] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439455, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.943684] env[69722]: INFO nova.compute.manager [-] [instance: d150b53b-a1ff-4a8c-b1f4-bc420498a84c] Took 1.88 seconds to deallocate network for instance. [ 1367.243947] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.244339] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.244597] env[69722]: INFO nova.compute.manager [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Attaching volume 5355f6f2-ef89-4f54-a20c-2a266dd2f1fa to /dev/sdb [ 1367.281365] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd9c35-04e4-4a44-8e46-86a50e871ef4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.289022] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901a1152-6f89-4f81-ba92-73a3a2d27d99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.296681] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.297194] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.297532] env[69722]: DEBUG nova.objects.instance [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'resources' on Instance uuid 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.305056] env[69722]: DEBUG nova.virt.block_device [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating existing volume attachment record: 2e10e8db-9383-4e8e-adf4-803b80f5a6ce {{(pid=69722) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1367.436072] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439455, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.449775] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.914055] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0bc473-8e3b-4617-a1b4-9c8a500b599f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.921708] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf40e5b-01f5-4979-9c6f-419e5b0e7468 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.954382] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331318ef-c37f-4830-9836-12bf3961ece0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.964321] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0c414b-9f1f-4b9c-87f8-4d844d64fb26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.968161] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439455, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.775831} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.968418] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df/OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df.vmdk to [datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4/bdd25758-9999-4d7d-a1f9-4486af7578a4.vmdk. [ 1367.968631] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Cleaning up location [datastore2] OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1367.968769] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_73cca564-d715-455e-99dc-a75116af88df {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.969289] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79dafc5c-7957-4cc1-a81a-1fae0df4feb8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.978277] env[69722]: DEBUG nova.compute.provider_tree [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.983621] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1367.983621] env[69722]: value = "task-3439459" [ 1367.983621] env[69722]: _type = "Task" [ 1367.983621] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.991884] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.482074] env[69722]: DEBUG nova.scheduler.client.report [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.494226] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048908} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.494457] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.494617] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4/bdd25758-9999-4d7d-a1f9-4486af7578a4.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.494855] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4/bdd25758-9999-4d7d-a1f9-4486af7578a4.vmdk to [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1368.495108] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa9b0d11-404d-48f4-8ede-ecd99385d9d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.502227] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1368.502227] env[69722]: value = "task-3439460" [ 1368.502227] env[69722]: _type = "Task" [ 1368.502227] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.512130] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.990545] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.993996] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.544s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.993996] env[69722]: DEBUG nova.objects.instance [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lazy-loading 'resources' on Instance uuid d150b53b-a1ff-4a8c-b1f4-bc420498a84c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.014236] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439460, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.054250] env[69722]: INFO nova.scheduler.client.report [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted allocations for instance 17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b [ 1369.517351] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439460, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.565787] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b26dfd78-3d27-48fe-b9a5-d3cf4946888c tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "17d9ae34-3fb7-4ef7-b942-8a8ee53dc74b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.948s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.580319] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be902628-17ae-4bed-96e9-7f7b2e7bee5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.590501] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdb6b26-76d3-4214-a63b-28147d094fbe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.625732] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff589d63-0172-4eaa-bb6e-79b99423ea6b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.635349] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dbbfc5-86a0-46bb-a7b2-27abc62449e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.652376] env[69722]: DEBUG nova.compute.provider_tree [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.017027] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439460, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.155843] env[69722]: DEBUG nova.scheduler.client.report [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.516693] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439460, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.661019] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.668s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.701355] env[69722]: INFO nova.scheduler.client.report [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Deleted allocations for instance d150b53b-a1ff-4a8c-b1f4-bc420498a84c [ 1371.014230] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439460, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.209703} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.014821] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdd25758-9999-4d7d-a1f9-4486af7578a4/bdd25758-9999-4d7d-a1f9-4486af7578a4.vmdk to [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1371.015224] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19a663d-df3d-44e0-be8a-772ae08a3914 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.036594] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.036861] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac30cdc-1855-4cd9-a615-874a57468ee0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.057958] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1371.057958] env[69722]: value = "task-3439462" [ 1371.057958] env[69722]: _type = "Task" [ 1371.057958] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.065313] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.209560] env[69722]: DEBUG oslo_concurrency.lockutils [None req-837be4d1-5483-48c0-8e90-60b8ab64fd08 tempest-AttachVolumeNegativeTest-1716694288 tempest-AttachVolumeNegativeTest-1716694288-project-member] Lock "d150b53b-a1ff-4a8c-b1f4-bc420498a84c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.773s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.318922] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.319165] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.568127] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439462, 'name': ReconfigVM_Task, 'duration_secs': 0.349072} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.568422] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f/0350a080-7f80-4262-83a9-0351b706e86f.vmdk or device None with type streamOptimized {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1371.569086] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b49a6ac4-0eb0-4949-9675-3854b45d7393 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.575995] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1371.575995] env[69722]: value = "task-3439463" [ 1371.575995] env[69722]: _type = "Task" [ 1371.575995] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.583423] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439463, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.821251] env[69722]: DEBUG nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1371.852120] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Volume attach. Driver type: vmdk {{(pid=69722) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1371.852370] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686592', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'name': 'volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727c5e44-6f29-4b38-ad50-0a4a81aa7bfb', 'attached_at': '', 'detached_at': '', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'serial': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1371.853278] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982f4b9f-fee5-4aed-8817-aea56f39e539 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.870983] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e902df-fcc2-4891-8b32-daa1c52f086c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.894813] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa/volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1371.895641] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac7b11f-6efa-4f7d-90cf-21c5635f0cc5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.913012] env[69722]: DEBUG oslo_vmware.api [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1371.913012] env[69722]: value = "task-3439465" [ 1371.913012] env[69722]: _type = "Task" [ 1371.913012] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.920576] env[69722]: DEBUG oslo_vmware.api [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.086028] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439463, 'name': Rename_Task, 'duration_secs': 0.152752} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.086373] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1372.086590] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a08f2b5e-96dd-4fae-965c-820a60bebd66 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.092507] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1372.092507] env[69722]: value = "task-3439466" [ 1372.092507] env[69722]: _type = "Task" [ 1372.092507] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.102342] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.368453] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.368851] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.370464] env[69722]: INFO nova.compute.claims [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.423765] env[69722]: DEBUG oslo_vmware.api [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439465, 'name': ReconfigVM_Task, 'duration_secs': 0.393886} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.424180] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa/volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1372.430277] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85d2c59a-8982-4e2a-9233-6671aa98b18e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.446277] env[69722]: DEBUG oslo_vmware.api [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1372.446277] env[69722]: value = "task-3439467" [ 1372.446277] env[69722]: _type = "Task" [ 1372.446277] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.454506] env[69722]: DEBUG oslo_vmware.api [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439467, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.602517] env[69722]: DEBUG oslo_vmware.api [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439466, 'name': PowerOnVM_Task, 'duration_secs': 0.498387} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.602802] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1372.794120] env[69722]: DEBUG nova.compute.manager [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1372.795057] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1127afbc-1ad8-41cc-a47e-bacbef113f1e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.955918] env[69722]: DEBUG oslo_vmware.api [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439467, 'name': ReconfigVM_Task, 'duration_secs': 0.145173} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.956193] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686592', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'name': 'volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727c5e44-6f29-4b38-ad50-0a4a81aa7bfb', 'attached_at': '', 'detached_at': '', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'serial': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa'} {{(pid=69722) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1373.316167] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4cbb0a6b-cdbf-4896-a3b6-d5369648c180 tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.599s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.465896] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a96ce7-c9fb-449f-b156-e6fde86021bc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.473502] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ecd3fd-0d0f-4d93-bae5-a32913683278 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.504896] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bbd3dd-d37d-4a9c-ad59-aa3d38e10b6a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.513065] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fe200e-4c45-47f7-912a-290cc9530c56 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.528120] env[69722]: DEBUG nova.compute.provider_tree [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.010168] env[69722]: DEBUG nova.objects.instance [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lazy-loading 'flavor' on Instance uuid 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.032024] env[69722]: DEBUG nova.scheduler.client.report [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.514187] env[69722]: DEBUG oslo_concurrency.lockutils [None req-e8b1ca71-87a1-475a-a8e9-8efe71a08f2b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.270s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.518635] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.518887] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.519109] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "0350a080-7f80-4262-83a9-0351b706e86f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.519296] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.519456] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.521087] env[69722]: INFO nova.compute.manager [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Terminating instance [ 1374.535407] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.535860] env[69722]: DEBUG nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1374.654495] env[69722]: INFO nova.compute.manager [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Rescuing [ 1374.654772] env[69722]: DEBUG oslo_concurrency.lockutils [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.654894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.655077] env[69722]: DEBUG nova.network.neutron [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.024837] env[69722]: DEBUG nova.compute.manager [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.025055] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.025940] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea71b26-eac2-4af7-86ed-7acaf19ac75e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.033411] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.033600] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce04174-d115-41ce-8591-424e946a4931 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.040525] env[69722]: DEBUG nova.compute.utils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1375.041874] env[69722]: DEBUG oslo_vmware.api [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1375.041874] env[69722]: value = "task-3439469" [ 1375.041874] env[69722]: _type = "Task" [ 1375.041874] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.042372] env[69722]: DEBUG nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Allocating IP information in the background. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1375.042541] env[69722]: DEBUG nova.network.neutron [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] allocate_for_instance() {{(pid=69722) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1375.051707] env[69722]: DEBUG oslo_vmware.api [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.081968] env[69722]: DEBUG nova.policy [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e42a663f52c4413594987b87486e0a0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30203621030f4d029466b835d24f0670', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69722) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.387620] env[69722]: DEBUG nova.network.neutron [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.403788] env[69722]: DEBUG nova.network.neutron [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Successfully created port: 9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1375.543010] env[69722]: DEBUG nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1375.554900] env[69722]: DEBUG oslo_vmware.api [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439469, 'name': PowerOffVM_Task, 'duration_secs': 0.199853} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.555152] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.555323] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.555560] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63745478-4646-48ae-b823-010d392bddd0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.615611] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.615838] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.616036] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleting the datastore file [datastore2] 0350a080-7f80-4262-83a9-0351b706e86f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.616304] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3dc98088-d670-4ae8-8fec-f2d5e32cc664 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.622477] env[69722]: DEBUG oslo_vmware.api [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for the task: (returnval){ [ 1375.622477] env[69722]: value = "task-3439471" [ 1375.622477] env[69722]: _type = "Task" [ 1375.622477] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.630067] env[69722]: DEBUG oslo_vmware.api [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.890491] env[69722]: DEBUG oslo_concurrency.lockutils [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.132500] env[69722]: DEBUG oslo_vmware.api [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Task: {'id': task-3439471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126657} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.134338] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.134338] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.134338] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.134338] env[69722]: INFO nova.compute.manager [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1376.134338] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.134338] env[69722]: DEBUG nova.compute.manager [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.134338] env[69722]: DEBUG nova.network.neutron [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.556389] env[69722]: DEBUG nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1376.585714] env[69722]: DEBUG nova.compute.manager [req-c5a68430-d9c2-4143-9600-685ba4e83cf4 req-ddbe0ae7-2ca5-44f3-a394-d5a923aa63b1 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Received event network-vif-deleted-b1b0ee7b-4afd-4524-b597-9deacb3b5ad9 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.585920] env[69722]: INFO nova.compute.manager [req-c5a68430-d9c2-4143-9600-685ba4e83cf4 req-ddbe0ae7-2ca5-44f3-a394-d5a923aa63b1 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Neutron deleted interface b1b0ee7b-4afd-4524-b597-9deacb3b5ad9; detaching it from the instance and deleting it from the info cache [ 1376.586137] env[69722]: DEBUG nova.network.neutron [req-c5a68430-d9c2-4143-9600-685ba4e83cf4 req-ddbe0ae7-2ca5-44f3-a394-d5a923aa63b1 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.588904] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.589125] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.589287] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.589538] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.589709] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.589860] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.590081] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.590248] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.590414] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.590578] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.590766] env[69722]: DEBUG nova.virt.hardware [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.591969] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9b1f64-eb88-4260-a5bf-41d6476df920 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.600712] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ecd204-2c10-4257-a5c5-d897bb4ef69e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.747248] env[69722]: DEBUG nova.compute.manager [req-3746e084-c6e9-4da6-9b0b-4b8e23da7513 req-fe76e439-e309-47cd-9a60-6440a075e055 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Received event network-vif-plugged-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1376.747472] env[69722]: DEBUG oslo_concurrency.lockutils [req-3746e084-c6e9-4da6-9b0b-4b8e23da7513 req-fe76e439-e309-47cd-9a60-6440a075e055 service nova] Acquiring lock "862c02f6-60dc-41ee-a9f6-5b918580c27c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.747693] env[69722]: DEBUG oslo_concurrency.lockutils [req-3746e084-c6e9-4da6-9b0b-4b8e23da7513 req-fe76e439-e309-47cd-9a60-6440a075e055 service nova] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.747836] env[69722]: DEBUG oslo_concurrency.lockutils [req-3746e084-c6e9-4da6-9b0b-4b8e23da7513 req-fe76e439-e309-47cd-9a60-6440a075e055 service nova] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.748008] env[69722]: DEBUG nova.compute.manager [req-3746e084-c6e9-4da6-9b0b-4b8e23da7513 req-fe76e439-e309-47cd-9a60-6440a075e055 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] No waiting events found dispatching network-vif-plugged-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1376.748235] env[69722]: WARNING nova.compute.manager [req-3746e084-c6e9-4da6-9b0b-4b8e23da7513 req-fe76e439-e309-47cd-9a60-6440a075e055 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Received unexpected event network-vif-plugged-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d for instance with vm_state building and task_state spawning. [ 1376.825997] env[69722]: DEBUG nova.network.neutron [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Successfully updated port: 9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1377.066417] env[69722]: DEBUG nova.network.neutron [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.096058] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-705e0b41-a350-44fc-90a5-25c1e11279c8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.106115] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0660717e-6e16-4785-a809-88c3a5982f1d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.132145] env[69722]: DEBUG nova.compute.manager [req-c5a68430-d9c2-4143-9600-685ba4e83cf4 req-ddbe0ae7-2ca5-44f3-a394-d5a923aa63b1 service nova] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Detach interface failed, port_id=b1b0ee7b-4afd-4524-b597-9deacb3b5ad9, reason: Instance 0350a080-7f80-4262-83a9-0351b706e86f could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1377.328140] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.328301] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.328458] env[69722]: DEBUG nova.network.neutron [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.429430] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1377.429734] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ddf80a3-d625-4899-8c0a-917b94b05ce6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.436973] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1377.436973] env[69722]: value = "task-3439472" [ 1377.436973] env[69722]: _type = "Task" [ 1377.436973] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.444977] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.570323] env[69722]: INFO nova.compute.manager [-] [instance: 0350a080-7f80-4262-83a9-0351b706e86f] Took 1.44 seconds to deallocate network for instance. [ 1377.859940] env[69722]: DEBUG nova.network.neutron [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.948160] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439472, 'name': PowerOffVM_Task, 'duration_secs': 0.178484} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.948419] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1377.949228] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d392d-28b1-47d0-9368-5ad3247c52c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.972087] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5003b9f-ebf7-4c28-ae98-338fbf141f59 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.007911] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1378.008241] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05693d49-587d-434e-8b5e-47bb096da0bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.010529] env[69722]: DEBUG nova.network.neutron [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updating instance_info_cache with network_info: [{"id": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "address": "fa:16:3e:67:cd:13", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4c0c82-d5", "ovs_interfaceid": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.016481] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1378.016481] env[69722]: value = "task-3439473" [ 1378.016481] env[69722]: _type = "Task" [ 1378.016481] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.024047] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.077049] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.077362] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.077590] env[69722]: DEBUG nova.objects.instance [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lazy-loading 'resources' on Instance uuid 0350a080-7f80-4262-83a9-0351b706e86f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.513389] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.513716] env[69722]: DEBUG nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Instance network_info: |[{"id": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "address": "fa:16:3e:67:cd:13", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4c0c82-d5", "ovs_interfaceid": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1378.514192] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:cd:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d', 'vif_model': 'vmxnet3'}] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.522148] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1378.522422] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.525516] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6012555e-6975-44bc-a1b9-b563aba6ba7e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.547314] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] VM already powered off {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1378.547502] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.547740] env[69722]: DEBUG oslo_concurrency.lockutils [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.547925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.548129] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.548343] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.548343] env[69722]: value = "task-3439475" [ 1378.548343] env[69722]: _type = "Task" [ 1378.548343] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.548511] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-864fcbeb-35b6-481b-aa94-7c7804880e8a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.558916] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439475, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.559927] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.560138] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.560834] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c734b1f3-6a7d-4cff-9bb5-a4703ff9025e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.565157] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1378.565157] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521f89b8-2ab1-3208-ff35-2434ff255ff7" [ 1378.565157] env[69722]: _type = "Task" [ 1378.565157] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.572088] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521f89b8-2ab1-3208-ff35-2434ff255ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.657169] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b52e9d-08a2-4f20-ac22-e5db3ba006c1 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.664482] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d34533-7887-43e0-bed9-6c7227a1839b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.697101] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce9e1e-406f-4220-b0f7-d05eb23dd24d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.705423] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c113eff0-188d-44ed-8d2e-d4b92d538a0f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.719994] env[69722]: DEBUG nova.compute.provider_tree [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.774212] env[69722]: DEBUG nova.compute.manager [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Received event network-changed-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1378.774426] env[69722]: DEBUG nova.compute.manager [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Refreshing instance network info cache due to event network-changed-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1378.774633] env[69722]: DEBUG oslo_concurrency.lockutils [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] Acquiring lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.774779] env[69722]: DEBUG oslo_concurrency.lockutils [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] Acquired lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.774942] env[69722]: DEBUG nova.network.neutron [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Refreshing network info cache for port 9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.059587] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439475, 'name': CreateVM_Task, 'duration_secs': 0.325434} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.059764] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.060448] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.060618] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.060961] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.061220] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bf0fc94-06b6-468a-be09-338b09e3470d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.065596] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1379.065596] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520645dc-b3c5-aa38-26c6-6eeb334ac372" [ 1379.065596] env[69722]: _type = "Task" [ 1379.065596] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.076785] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520645dc-b3c5-aa38-26c6-6eeb334ac372, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.080062] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.080298] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.080526] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.080673] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.080874] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.081151] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]521f89b8-2ab1-3208-ff35-2434ff255ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.081341] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e664825-4415-40e9-a83c-e7cd3d06d7c6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.083418] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-300a6802-f8fa-4beb-85e0-b1fba9f9827c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.088690] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1379.088690] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52332b87-8378-1306-ec4f-4cde7072e6ad" [ 1379.088690] env[69722]: _type = "Task" [ 1379.088690] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.092266] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.092437] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.093366] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a6650ce-2d6d-474a-8dc3-7b384c9e5cd9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.098135] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52332b87-8378-1306-ec4f-4cde7072e6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.100763] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1379.100763] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52edd292-fdd1-d655-65fc-7c41b6be6f44" [ 1379.100763] env[69722]: _type = "Task" [ 1379.100763] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.107781] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52edd292-fdd1-d655-65fc-7c41b6be6f44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.223276] env[69722]: DEBUG nova.scheduler.client.report [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.454723] env[69722]: DEBUG nova.network.neutron [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updated VIF entry in instance network info cache for port 9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.455095] env[69722]: DEBUG nova.network.neutron [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updating instance_info_cache with network_info: [{"id": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "address": "fa:16:3e:67:cd:13", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4c0c82-d5", "ovs_interfaceid": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.600719] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52332b87-8378-1306-ec4f-4cde7072e6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009175} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.601079] env[69722]: DEBUG oslo_concurrency.lockutils [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.601169] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. {{(pid=69722) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1379.601470] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae9c6ad3-2ab6-4d01-b6cf-2e631d054aee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.611287] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52edd292-fdd1-d655-65fc-7c41b6be6f44, 'name': SearchDatastore_Task, 'duration_secs': 0.007599} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.612858] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1379.612858] env[69722]: value = "task-3439476" [ 1379.612858] env[69722]: _type = "Task" [ 1379.612858] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.613055] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c5d138-806f-4e70-84ef-bcf801b5ef2f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.620074] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1379.620074] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527f03cd-14be-4f60-6c59-dca86e4b7223" [ 1379.620074] env[69722]: _type = "Task" [ 1379.620074] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.622971] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.629594] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527f03cd-14be-4f60-6c59-dca86e4b7223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.728492] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.748146] env[69722]: INFO nova.scheduler.client.report [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Deleted allocations for instance 0350a080-7f80-4262-83a9-0351b706e86f [ 1379.958851] env[69722]: DEBUG oslo_concurrency.lockutils [req-4af93426-d426-460a-a23a-60f3ee53f3c1 req-4c9ae10f-458d-47de-92b3-624bf4c93447 service nova] Releasing lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.126029] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429085} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.128824] env[69722]: INFO nova.virt.vmwareapi.ds_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk. [ 1380.129558] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03525037-0687-4901-ab5d-ef946d887d73 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.136670] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]527f03cd-14be-4f60-6c59-dca86e4b7223, 'name': SearchDatastore_Task, 'duration_secs': 0.017433} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.151967] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.152245] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 862c02f6-60dc-41ee-a9f6-5b918580c27c/862c02f6-60dc-41ee-a9f6-5b918580c27c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.159648] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.159881] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0b59881-8c92-49d8-b234-c95c0c4fb7b5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.161639] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabf3c2a-d6ca-47e9-a0c0-7038a7bcc01a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.178597] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1380.178597] env[69722]: value = "task-3439477" [ 1380.178597] env[69722]: _type = "Task" [ 1380.178597] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.179769] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1380.179769] env[69722]: value = "task-3439478" [ 1380.179769] env[69722]: _type = "Task" [ 1380.179769] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.189390] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.192373] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.255931] env[69722]: DEBUG oslo_concurrency.lockutils [None req-cba0aa7a-14f7-4275-90aa-23908fc1af2c tempest-ServerActionsTestOtherB-2059055505 tempest-ServerActionsTestOtherB-2059055505-project-member] Lock "0350a080-7f80-4262-83a9-0351b706e86f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.691686] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464603} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.694687] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 862c02f6-60dc-41ee-a9f6-5b918580c27c/862c02f6-60dc-41ee-a9f6-5b918580c27c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.694914] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.695181] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.695393] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ffc3eb7-6786-4d80-b664-564f57be03e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.700965] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1380.700965] env[69722]: value = "task-3439480" [ 1380.700965] env[69722]: _type = "Task" [ 1380.700965] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.709912] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.194035] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439478, 'name': ReconfigVM_Task, 'duration_secs': 0.543137} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.194296] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb/de7c40a4-95a5-4f8b-8d67-3b386f825da8-rescue.vmdk or device None with type thin {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.195144] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166f99b2-545a-4dde-b2b6-eb7bdcfe06b2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.225675] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e12c16-c101-4a25-803a-36b30d8c9b37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.240748] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065524} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.241065] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.241837] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b051368-30da-40fe-b842-66da2207c15f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.245356] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1381.245356] env[69722]: value = "task-3439481" [ 1381.245356] env[69722]: _type = "Task" [ 1381.245356] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.265377] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 862c02f6-60dc-41ee-a9f6-5b918580c27c/862c02f6-60dc-41ee-a9f6-5b918580c27c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.265993] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc0038e-5ee9-4638-b98b-d4cd0bf33728 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.283169] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.287953] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1381.287953] env[69722]: value = "task-3439482" [ 1381.287953] env[69722]: _type = "Task" [ 1381.287953] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.295410] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.754977] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439481, 'name': ReconfigVM_Task, 'duration_secs': 0.165607} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.755313] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.755467] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-512e7cff-e456-4f19-8f11-3b91630aebec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.762053] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1381.762053] env[69722]: value = "task-3439483" [ 1381.762053] env[69722]: _type = "Task" [ 1381.762053] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.769304] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.796402] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.272237] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.297224] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439482, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.775158] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439483, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.798903] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439482, 'name': ReconfigVM_Task, 'duration_secs': 1.30231} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.799277] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 862c02f6-60dc-41ee-a9f6-5b918580c27c/862c02f6-60dc-41ee-a9f6-5b918580c27c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.799957] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fd584c1-ef24-4ab1-9ca5-b413c8845ecf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.806756] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1382.806756] env[69722]: value = "task-3439484" [ 1382.806756] env[69722]: _type = "Task" [ 1382.806756] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.814694] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439484, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.274536] env[69722]: DEBUG oslo_vmware.api [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439483, 'name': PowerOnVM_Task, 'duration_secs': 1.186803} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.274819] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.277632] env[69722]: DEBUG nova.compute.manager [None req-93c27f6a-d656-4b61-b31d-f91578712290 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1383.278597] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b7c600-e864-43da-aab2-bb27cae64fbf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.319688] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439484, 'name': Rename_Task, 'duration_secs': 0.168412} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.320295] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.320686] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27420425-2903-4199-b47c-e247e3299294 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.330470] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1383.330470] env[69722]: value = "task-3439485" [ 1383.330470] env[69722]: _type = "Task" [ 1383.330470] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.341787] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.840819] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.342195] env[69722]: DEBUG oslo_vmware.api [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439485, 'name': PowerOnVM_Task, 'duration_secs': 0.99735} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.342195] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.342195] env[69722]: INFO nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Took 7.79 seconds to spawn the instance on the hypervisor. [ 1384.342195] env[69722]: DEBUG nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1384.342672] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebb33ff-374e-46d5-b9aa-dacd2004fee7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.861631] env[69722]: INFO nova.compute.manager [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Took 12.53 seconds to build instance. [ 1385.317611] env[69722]: INFO nova.compute.manager [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Unrescuing [ 1385.318173] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.318173] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquired lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.318324] env[69722]: DEBUG nova.network.neutron [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.363840] env[69722]: DEBUG oslo_concurrency.lockutils [None req-d21beef0-67d0-46d8-9c9b-1c696294c5a3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.044s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.860955] env[69722]: DEBUG nova.compute.manager [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Received event network-changed-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.862112] env[69722]: DEBUG nova.compute.manager [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Refreshing instance network info cache due to event network-changed-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1385.862112] env[69722]: DEBUG oslo_concurrency.lockutils [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] Acquiring lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.862112] env[69722]: DEBUG oslo_concurrency.lockutils [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] Acquired lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.862500] env[69722]: DEBUG nova.network.neutron [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Refreshing network info cache for port 9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.205034] env[69722]: DEBUG nova.network.neutron [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.581012] env[69722]: DEBUG nova.network.neutron [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updated VIF entry in instance network info cache for port 9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.581445] env[69722]: DEBUG nova.network.neutron [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updating instance_info_cache with network_info: [{"id": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "address": "fa:16:3e:67:cd:13", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4c0c82-d5", "ovs_interfaceid": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.707800] env[69722]: DEBUG oslo_concurrency.lockutils [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Releasing lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.708552] env[69722]: DEBUG nova.objects.instance [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lazy-loading 'flavor' on Instance uuid 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.084332] env[69722]: DEBUG oslo_concurrency.lockutils [req-d6ad75cc-8c32-45fe-b05e-15419f450394 req-a9dc3e47-ecad-48ca-9a69-c3abae791bc9 service nova] Releasing lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.215673] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad280133-4fa6-4c38-abe4-632313ea5561 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.241660] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.242408] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e46d6ff-e76a-4d9e-a08a-e3c4646f5dc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.249243] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1387.249243] env[69722]: value = "task-3439486" [ 1387.249243] env[69722]: _type = "Task" [ 1387.249243] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.257592] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.758955] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439486, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.823024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "46f700af-c9d7-47b2-9827-174ac7730eca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.823024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "46f700af-c9d7-47b2-9827-174ac7730eca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.042772] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "5dafc0e8-189a-4d34-a111-b7b359b7818c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.043022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "5dafc0e8-189a-4d34-a111-b7b359b7818c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.262289] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439486, 'name': PowerOffVM_Task, 'duration_secs': 0.527754} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.262624] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.267634] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfiguring VM instance instance-0000007c to detach disk 2002 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.267897] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f16cd3-66b2-4652-b387-63a4f2da6074 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.285583] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1388.285583] env[69722]: value = "task-3439487" [ 1388.285583] env[69722]: _type = "Task" [ 1388.285583] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.293424] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.325077] env[69722]: DEBUG nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.545105] env[69722]: DEBUG nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Starting instance... {{(pid=69722) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1388.795504] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439487, 'name': ReconfigVM_Task, 'duration_secs': 0.305204} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.795743] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfigured VM instance instance-0000007c to detach disk 2002 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1388.795933] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.796191] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35945150-dd88-46de-9086-da69e7f186b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.802210] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1388.802210] env[69722]: value = "task-3439488" [ 1388.802210] env[69722]: _type = "Task" [ 1388.802210] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.809537] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.847647] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.847928] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.849480] env[69722]: INFO nova.compute.claims [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.063231] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.312286] env[69722]: DEBUG oslo_vmware.api [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439488, 'name': PowerOnVM_Task, 'duration_secs': 0.4164} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.312656] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.312743] env[69722]: DEBUG nova.compute.manager [None req-3a69c404-a0b8-4a5a-9e0e-6b7f5dd7be8b tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1389.313592] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa3d8e5-1d6b-4ab9-b282-3f783d87a7f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.934019] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d302e98-79d2-41a6-be26-980df256524b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.940097] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196d070e-612d-42d3-a014-2f77fa047780 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.972523] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce1508f-0b59-48b5-8572-d6147befd8df {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.976041] env[69722]: DEBUG nova.compute.manager [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Received event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1389.976041] env[69722]: DEBUG nova.compute.manager [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing instance network info cache due to event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1389.976232] env[69722]: DEBUG oslo_concurrency.lockutils [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] Acquiring lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.976376] env[69722]: DEBUG oslo_concurrency.lockutils [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] Acquired lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.976531] env[69722]: DEBUG nova.network.neutron [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.983122] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcee39f3-31ea-4101-8c0d-2486968e879c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.996935] env[69722]: DEBUG nova.compute.provider_tree [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.500347] env[69722]: DEBUG nova.scheduler.client.report [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.672037] env[69722]: DEBUG nova.network.neutron [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updated VIF entry in instance network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.672461] env[69722]: DEBUG nova.network.neutron [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.006904] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.007421] env[69722]: DEBUG nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.010371] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.947s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.011727] env[69722]: INFO nova.compute.claims [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1391.175133] env[69722]: DEBUG oslo_concurrency.lockutils [req-9d8d3824-8a98-410c-989e-4a7d450023ff req-8595fe86-2a05-4e1c-bfc8-d2c9815e1ac4 service nova] Releasing lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.518958] env[69722]: DEBUG nova.compute.utils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.521566] env[69722]: DEBUG nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1391.992035] env[69722]: DEBUG nova.compute.manager [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Received event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.992366] env[69722]: DEBUG nova.compute.manager [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing instance network info cache due to event network-changed-63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1391.992594] env[69722]: DEBUG oslo_concurrency.lockutils [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] Acquiring lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.992703] env[69722]: DEBUG oslo_concurrency.lockutils [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] Acquired lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.992881] env[69722]: DEBUG nova.network.neutron [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Refreshing network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.021738] env[69722]: DEBUG nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.106389] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849af18d-148b-4a7a-b905-b7447623b534 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.115106] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f6bdef-7a48-4fc8-8125-ad3e44738210 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.144263] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdab936a-ca6d-4e5c-a163-e9ddcf3d92e4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.151058] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103a09dc-7239-49bc-b6e0-2333c6c2e9ec {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.163910] env[69722]: DEBUG nova.compute.provider_tree [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1392.667331] env[69722]: DEBUG nova.scheduler.client.report [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1392.686997] env[69722]: DEBUG nova.network.neutron [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updated VIF entry in instance network info cache for port 63c3bc2b-654d-4a52-a305-878f971aae71. {{(pid=69722) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.686997] env[69722]: DEBUG nova.network.neutron [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [{"id": "63c3bc2b-654d-4a52-a305-878f971aae71", "address": "fa:16:3e:27:08:fe", "network": {"id": "32b3f9cd-f171-4101-aa2b-655d184d3609", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1367584470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27a02803847e4186a543e22291cd602b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63c3bc2b-65", "ovs_interfaceid": "63c3bc2b-654d-4a52-a305-878f971aae71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.034112] env[69722]: DEBUG nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.062450] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.062692] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.062847] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.063040] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.063196] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.063345] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.063548] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.063708] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.063874] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.064047] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.064228] env[69722]: DEBUG nova.virt.hardware [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.065091] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c92905f-e162-4683-a23d-f543cad50ef5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.072839] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde189a2-f6bc-432a-a0bd-0da6a08a492a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.086681] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.092143] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Creating folder: Project (0918637de870444587ccd7c72f606215). Parent ref: group-v686248. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.092361] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf1d2ac-c140-4820-9a80-46074fb10aa0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.102586] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Created folder: Project (0918637de870444587ccd7c72f606215) in parent group-v686248. [ 1393.102756] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Creating folder: Instances. Parent ref: group-v686594. {{(pid=69722) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.102954] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bbda782-962c-4eb4-9d5f-107be0914f2b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.111674] env[69722]: INFO nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Created folder: Instances in parent group-v686594. [ 1393.111888] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.112084] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.112273] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93304dd0-a395-4b39-8459-d8368fc9f347 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.127415] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.127415] env[69722]: value = "task-3439491" [ 1393.127415] env[69722]: _type = "Task" [ 1393.127415] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.136115] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439491, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.172061] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.162s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.172556] env[69722]: DEBUG nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Start building networks asynchronously for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1393.189908] env[69722]: DEBUG oslo_concurrency.lockutils [req-928ba39f-daa7-4e0a-bc0f-9f4a471e0529 req-1288abba-977d-4f7f-bd22-840da5efefed service nova] Releasing lock "refresh_cache-727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.637082] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439491, 'name': CreateVM_Task, 'duration_secs': 0.276226} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.637247] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.637654] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.637813] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.638162] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.638400] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80908a77-e432-41fa-9042-cd470e81240b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.642656] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1393.642656] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a70ed9-e375-cf9e-fc7c-d39a7a98f114" [ 1393.642656] env[69722]: _type = "Task" [ 1393.642656] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.650223] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a70ed9-e375-cf9e-fc7c-d39a7a98f114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.676493] env[69722]: DEBUG nova.compute.utils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Using /dev/sd instead of None {{(pid=69722) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1393.677787] env[69722]: DEBUG nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Not allocating networking since 'none' was specified. {{(pid=69722) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1394.153598] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a70ed9-e375-cf9e-fc7c-d39a7a98f114, 'name': SearchDatastore_Task, 'duration_secs': 0.010373} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.153840] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.154086] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.154329] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.154476] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.154652] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.154895] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ffae358-79b3-4413-8aaf-cb64049a8966 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.162970] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.163218] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.163894] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36968be-ddf9-43a7-8100-5884db541eed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.168797] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1394.168797] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52be245c-2f06-7aaf-39d1-e1f9038067d9" [ 1394.168797] env[69722]: _type = "Task" [ 1394.168797] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.175599] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52be245c-2f06-7aaf-39d1-e1f9038067d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.179150] env[69722]: DEBUG nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Start building block device mappings for instance. {{(pid=69722) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1394.679161] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52be245c-2f06-7aaf-39d1-e1f9038067d9, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.679918] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26937c3e-d6a5-4af1-b788-4acc4289be86 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.687836] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1394.687836] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52643871-d794-7732-deb3-48aee9835945" [ 1394.687836] env[69722]: _type = "Task" [ 1394.687836] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.695084] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52643871-d794-7732-deb3-48aee9835945, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.187596] env[69722]: DEBUG nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Start spawning the instance on the hypervisor. {{(pid=69722) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1395.198748] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52643871-d794-7732-deb3-48aee9835945, 'name': SearchDatastore_Task, 'duration_secs': 0.010712} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.199037] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.199309] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 46f700af-c9d7-47b2-9827-174ac7730eca/46f700af-c9d7-47b2-9827-174ac7730eca.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.199551] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f542044-3a6c-4394-aa40-adee72b2d77b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.207523] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1395.207523] env[69722]: value = "task-3439492" [ 1395.207523] env[69722]: _type = "Task" [ 1395.207523] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.209543] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.209764] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.209922] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.210120] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.210271] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.210418] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.210627] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.210791] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.210985] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.211179] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.211351] env[69722]: DEBUG nova.virt.hardware [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.212160] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf778a7-7387-41b9-bdcf-c888af7d7e07 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.224644] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0845b1-63d3-49f4-a783-cf77b78edbac {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.228113] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.237797] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.243263] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.243489] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.243680] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea39e2cc-e3ca-49ed-a6e5-35fd192cbf3c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.258484] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.258484] env[69722]: value = "task-3439493" [ 1395.258484] env[69722]: _type = "Task" [ 1395.258484] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.265337] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439493, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.722073] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457408} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.722073] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 46f700af-c9d7-47b2-9827-174ac7730eca/46f700af-c9d7-47b2-9827-174ac7730eca.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.722073] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.722073] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f1e46d8-7dbc-4980-ae0f-a450768e87c2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.728351] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1395.728351] env[69722]: value = "task-3439494" [ 1395.728351] env[69722]: _type = "Task" [ 1395.728351] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.735593] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.767391] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439493, 'name': CreateVM_Task, 'duration_secs': 0.36871} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.767548] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.767965] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.768138] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.768455] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.768734] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf5f4207-4d6d-400d-a14c-d6209f361539 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.772671] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1395.772671] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e12bcf-8b23-7c50-a405-3d2ddcc838f0" [ 1395.772671] env[69722]: _type = "Task" [ 1395.772671] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.779712] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e12bcf-8b23-7c50-a405-3d2ddcc838f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.237689] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283791} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.237956] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.238734] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40bdac8-6db0-4d41-8dc4-cdacde423a69 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.258159] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 46f700af-c9d7-47b2-9827-174ac7730eca/46f700af-c9d7-47b2-9827-174ac7730eca.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.258432] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29b2fc41-311c-4f8f-bb5f-89d18d21a569 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.277631] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1396.277631] env[69722]: value = "task-3439495" [ 1396.277631] env[69722]: _type = "Task" [ 1396.277631] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.283810] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52e12bcf-8b23-7c50-a405-3d2ddcc838f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009401} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.284407] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.284654] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.284889] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.285050] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.285253] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.285503] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad0eb51-3815-4d50-98cc-2ab3cde3f14d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.289888] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.297211] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.297391] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.298177] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69bf5d66-f902-4d4e-a1d4-410d7b9d1cc8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.303366] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1396.303366] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c54955-a620-5fa0-83c7-ff5dd2050c54" [ 1396.303366] env[69722]: _type = "Task" [ 1396.303366] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.310558] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c54955-a620-5fa0-83c7-ff5dd2050c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.789636] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439495, 'name': ReconfigVM_Task, 'duration_secs': 0.292251} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.790027] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 46f700af-c9d7-47b2-9827-174ac7730eca/46f700af-c9d7-47b2-9827-174ac7730eca.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.790633] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddaee213-fdce-4ac6-a4c7-48b1ab66b7eb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.797622] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1396.797622] env[69722]: value = "task-3439496" [ 1396.797622] env[69722]: _type = "Task" [ 1396.797622] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.807039] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439496, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.814753] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52c54955-a620-5fa0-83c7-ff5dd2050c54, 'name': SearchDatastore_Task, 'duration_secs': 0.011585} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.815503] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9370c5a0-c736-4d2b-8dc9-471a178e061e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.820208] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1396.820208] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523a38db-23be-0d42-fb74-24d7e5cf8aa7" [ 1396.820208] env[69722]: _type = "Task" [ 1396.820208] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.828149] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523a38db-23be-0d42-fb74-24d7e5cf8aa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.307850] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439496, 'name': Rename_Task, 'duration_secs': 0.128579} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.307850] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.308125] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3446aa6c-19e4-46a6-ab0d-9f122cd9395b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.314939] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1397.314939] env[69722]: value = "task-3439497" [ 1397.314939] env[69722]: _type = "Task" [ 1397.314939] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.327672] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.330896] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]523a38db-23be-0d42-fb74-24d7e5cf8aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.012991} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.331201] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.331475] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.331726] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d4c0e0f-0a7c-48b9-b456-c013b9f5f8d0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.337760] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1397.337760] env[69722]: value = "task-3439498" [ 1397.337760] env[69722]: _type = "Task" [ 1397.337760] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.345386] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.825131] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439497, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.846032] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.325942] env[69722]: DEBUG oslo_vmware.api [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439497, 'name': PowerOnVM_Task, 'duration_secs': 0.667169} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.326158] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.326367] env[69722]: INFO nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Took 5.29 seconds to spawn the instance on the hypervisor. [ 1398.326546] env[69722]: DEBUG nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.327315] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6910229e-2e91-4673-b77e-69bc29878ebf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.346067] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.846509] env[69722]: INFO nova.compute.manager [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Took 10.02 seconds to build instance. [ 1398.850827] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439498, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.494108} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.851088] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.851310] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.851546] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08ab0672-762f-41ad-8e93-13fb01a0ccc9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.858437] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1398.858437] env[69722]: value = "task-3439499" [ 1398.858437] env[69722]: _type = "Task" [ 1398.858437] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.866423] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.348689] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1a713678-7cbb-4e0f-8979-f41e1a5a7d53 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "46f700af-c9d7-47b2-9827-174ac7730eca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.526s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.367773] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072054} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.368170] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.368759] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cd38e9-0016-4dc6-aeab-941db7b901b8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.388158] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.388679] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a56c71e-adea-4f2e-82cd-5d7f6af373c9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.407352] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1399.407352] env[69722]: value = "task-3439500" [ 1399.407352] env[69722]: _type = "Task" [ 1399.407352] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.415645] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.916765] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439500, 'name': ReconfigVM_Task, 'duration_secs': 0.24625} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.917162] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.917639] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bc09d5e-787a-4c86-9b58-4867f8419e3d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.924584] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1399.924584] env[69722]: value = "task-3439501" [ 1399.924584] env[69722]: _type = "Task" [ 1399.924584] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.932359] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439501, 'name': Rename_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.434438] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439501, 'name': Rename_Task, 'duration_secs': 0.12817} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.434733] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.434990] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce6bdb3-9c16-43ee-b044-06280036b61b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.441290] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1400.441290] env[69722]: value = "task-3439502" [ 1400.441290] env[69722]: _type = "Task" [ 1400.441290] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.449015] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.952374] env[69722]: DEBUG oslo_vmware.api [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439502, 'name': PowerOnVM_Task, 'duration_secs': 0.459398} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.952710] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.952805] env[69722]: INFO nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Took 5.76 seconds to spawn the instance on the hypervisor. [ 1400.952937] env[69722]: DEBUG nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.953740] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58562d7c-a5ae-4733-8b96-996a44a6dd86 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.470127] env[69722]: INFO nova.compute.manager [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Took 12.42 seconds to build instance. [ 1401.961295] env[69722]: INFO nova.compute.manager [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Rebuilding instance [ 1401.971397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-da427747-9003-4cc7-ba90-5024c6e8f1b9 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "5dafc0e8-189a-4d34-a111-b7b359b7818c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.928s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.000859] env[69722]: DEBUG nova.compute.manager [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1402.001748] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc957f1-2fc9-424a-beb4-198d551c18fe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.013678] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.014036] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35a2da56-0a76-44b8-af2c-a6c6f18acdaf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.021437] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1403.021437] env[69722]: value = "task-3439503" [ 1403.021437] env[69722]: _type = "Task" [ 1403.021437] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.029203] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.532476] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439503, 'name': PowerOffVM_Task, 'duration_secs': 0.111862} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.532759] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.532975] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.533767] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98ca742-2d93-446b-b1fd-c2fed8b59f26 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.540567] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.540810] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68eec574-f8a4-41aa-98d4-a4df2e9a8cdd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.569054] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.569302] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.569461] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleting the datastore file [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.569719] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b03f2bc-2a32-43e2-8059-77774f246a8f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.576070] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1403.576070] env[69722]: value = "task-3439505" [ 1403.576070] env[69722]: _type = "Task" [ 1403.576070] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.583232] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.089266] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101106} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.089681] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.089908] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.090184] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.126226] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-15T13:56:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-15T13:56:02Z,direct_url=,disk_format='vmdk',id=de7c40a4-95a5-4f8b-8d67-3b386f825da8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='36da1d6c7f744e49ad15169dc527bf85',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-15T13:56:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.126551] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Flavor limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.126611] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Image limits 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.126791] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Flavor pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.126937] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Image pref 0:0:0 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.127099] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69722) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.127314] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.127474] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.127640] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Got 1 possible topologies {{(pid=69722) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.127800] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.127971] env[69722]: DEBUG nova.virt.hardware [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69722) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.128867] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799bd21c-c9a4-4f72-a3f4-aa397c48097e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.136987] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf30a26-cbab-4251-8c07-a77ca8bd10b9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.150512] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Instance VIF info [] {{(pid=69722) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.156009] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.156264] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Creating VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.156467] env[69722]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9141a771-2e68-42b9-a23d-8c8b3eca92c0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.172775] env[69722]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.172775] env[69722]: value = "task-3439506" [ 1405.172775] env[69722]: _type = "Task" [ 1405.172775] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.179774] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439506, 'name': CreateVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.682446] env[69722]: DEBUG oslo_vmware.api [-] Task: {'id': task-3439506, 'name': CreateVM_Task, 'duration_secs': 0.276782} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.682611] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Created VM on the ESX host {{(pid=69722) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1405.682960] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.683141] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.683462] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.683721] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f718917b-a474-4253-9e1a-900de04062bf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.688653] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1405.688653] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520e70cb-3e6e-563c-6585-e80753aababf" [ 1405.688653] env[69722]: _type = "Task" [ 1405.688653] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.695814] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520e70cb-3e6e-563c-6585-e80753aababf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.198935] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]520e70cb-3e6e-563c-6585-e80753aababf, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.199286] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.199438] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Processing image de7c40a4-95a5-4f8b-8d67-3b386f825da8 {{(pid=69722) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.199669] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.199813] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.199989] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.200267] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9af1d968-3f72-41ea-878b-fd816baabe56 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.208481] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69722) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.208649] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69722) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.209372] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4da8f314-1300-4585-8697-1f2a2ddfa85a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.214476] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1406.214476] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5295bea2-e06f-9ff2-e945-7fe968cd9765" [ 1406.214476] env[69722]: _type = "Task" [ 1406.214476] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.221391] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5295bea2-e06f-9ff2-e945-7fe968cd9765, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.725138] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]5295bea2-e06f-9ff2-e945-7fe968cd9765, 'name': SearchDatastore_Task, 'duration_secs': 0.008779} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.725893] env[69722]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdaf806-9c32-4884-955c-11848ea3efcf {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.730508] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1406.730508] env[69722]: value = "session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a430ea-bf4c-9a8e-5ddd-9a7aff4e8231" [ 1406.730508] env[69722]: _type = "Task" [ 1406.730508] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.738650] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a430ea-bf4c-9a8e-5ddd-9a7aff4e8231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.240093] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': session[52a3418b-54cf-1c1e-5734-7d511d3e9728]52a430ea-bf4c-9a8e-5ddd-9a7aff4e8231, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.240093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.240579] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.240647] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83d0cf42-405f-45ae-a0a2-9e3040307a41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.247344] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1407.247344] env[69722]: value = "task-3439507" [ 1407.247344] env[69722]: _type = "Task" [ 1407.247344] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.254326] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439507, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.757263] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439507, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427839} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.757515] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/de7c40a4-95a5-4f8b-8d67-3b386f825da8/de7c40a4-95a5-4f8b-8d67-3b386f825da8.vmdk to [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk {{(pid=69722) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1407.757725] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Extending root virtual disk to 1048576 {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1407.757971] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f8c86e9-f7d3-4489-8a2f-81ff0f4e11b3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.764157] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1407.764157] env[69722]: value = "task-3439508" [ 1407.764157] env[69722]: _type = "Task" [ 1407.764157] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.772271] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439508, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.273515] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439508, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070637} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.273879] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Extended root virtual disk {{(pid=69722) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1408.274587] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90f33ac-db14-4f25-a86b-cea3695b0cad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.293839] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1408.294096] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044d2cd9-5d9f-4ca2-aca4-2a312f4b94ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.313076] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1408.313076] env[69722]: value = "task-3439509" [ 1408.313076] env[69722]: _type = "Task" [ 1408.313076] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.320380] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.822958] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439509, 'name': ReconfigVM_Task, 'duration_secs': 0.266258} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.823255] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c/5dafc0e8-189a-4d34-a111-b7b359b7818c.vmdk or device None with type sparse {{(pid=69722) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1408.823859] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a38e13a8-c80d-4d52-9a13-c145dc52f6b4 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.830458] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1408.830458] env[69722]: value = "task-3439510" [ 1408.830458] env[69722]: _type = "Task" [ 1408.830458] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.840535] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439510, 'name': Rename_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.340232] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439510, 'name': Rename_Task, 'duration_secs': 0.142204} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.340599] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1409.340736] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-967afff0-49fa-4c82-bccc-8b1aa4d564dd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.346306] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1409.346306] env[69722]: value = "task-3439511" [ 1409.346306] env[69722]: _type = "Task" [ 1409.346306] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.353760] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.857674] env[69722]: DEBUG oslo_vmware.api [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439511, 'name': PowerOnVM_Task, 'duration_secs': 0.391962} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.858035] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1409.858312] env[69722]: DEBUG nova.compute.manager [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1409.859203] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca212d2-d86b-4b44-a638-166715614e5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.375395] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.375395] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.375620] env[69722]: DEBUG nova.objects.instance [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69722) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1410.701540] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "5dafc0e8-189a-4d34-a111-b7b359b7818c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.701804] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "5dafc0e8-189a-4d34-a111-b7b359b7818c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.702014] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "5dafc0e8-189a-4d34-a111-b7b359b7818c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.702229] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "5dafc0e8-189a-4d34-a111-b7b359b7818c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.702401] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "5dafc0e8-189a-4d34-a111-b7b359b7818c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.704527] env[69722]: INFO nova.compute.manager [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Terminating instance [ 1411.208069] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "refresh_cache-5dafc0e8-189a-4d34-a111-b7b359b7818c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.208336] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "refresh_cache-5dafc0e8-189a-4d34-a111-b7b359b7818c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.208462] env[69722]: DEBUG nova.network.neutron [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.383530] env[69722]: DEBUG oslo_concurrency.lockutils [None req-936b6ebb-b462-43e6-aa3f-710850328944 tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.727183] env[69722]: DEBUG nova.network.neutron [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.777572] env[69722]: DEBUG nova.network.neutron [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.933886] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1412.279988] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "refresh_cache-5dafc0e8-189a-4d34-a111-b7b359b7818c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.280460] env[69722]: DEBUG nova.compute.manager [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.280653] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.281696] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7330c9-aa7e-48b5-b667-b0231d066355 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.289061] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.289302] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ce75d82-4886-489c-bef8-adb1aed74c62 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.295344] env[69722]: DEBUG oslo_vmware.api [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1412.295344] env[69722]: value = "task-3439512" [ 1412.295344] env[69722]: _type = "Task" [ 1412.295344] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.302883] env[69722]: DEBUG oslo_vmware.api [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.437236] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.437579] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.437698] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.437875] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1412.438750] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d47f2b-5461-4c6d-8fb3-3f800ae1c153 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.446651] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617af1d4-ef1b-4b56-a85f-7a01d1bcc4d9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.460038] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491c3ed-d9cf-4953-a9e7-23091e068798 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.465883] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ddc9f8-9d63-46f7-83e4-f03c122d92b6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.494777] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179965MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1412.494934] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.495178] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.804819] env[69722]: DEBUG oslo_vmware.api [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439512, 'name': PowerOffVM_Task, 'duration_secs': 0.1214} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.805076] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1412.805257] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1412.805492] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9807c0bc-4b75-4415-be6e-206f05009361 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.829506] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1412.829692] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1412.829873] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleting the datastore file [datastore2] 5dafc0e8-189a-4d34-a111-b7b359b7818c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1412.830122] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086570e0-4d5d-43dc-87dd-fbb2c8f9c0ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.836430] env[69722]: DEBUG oslo_vmware.api [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1412.836430] env[69722]: value = "task-3439514" [ 1412.836430] env[69722]: _type = "Task" [ 1412.836430] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.843765] env[69722]: DEBUG oslo_vmware.api [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.346768] env[69722]: DEBUG oslo_vmware.api [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10885} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.346959] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.347158] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.347348] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.347512] env[69722]: INFO nova.compute.manager [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1413.347766] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.347923] env[69722]: DEBUG nova.compute.manager [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.348035] env[69722]: DEBUG nova.network.neutron [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.363601] env[69722]: DEBUG nova.network.neutron [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.522022] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1413.522295] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance c89c1dce-a77d-49b5-b39c-6d1901b8829f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1413.522295] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1413.522432] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 862c02f6-60dc-41ee-a9f6-5b918580c27c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1413.522536] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 46f700af-c9d7-47b2-9827-174ac7730eca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1413.522652] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Instance 5dafc0e8-189a-4d34-a111-b7b359b7818c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69722) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1413.522839] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1413.522976] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1413.593983] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a706050-9330-4ba7-a610-b5b8d6dc0969 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.601827] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fdc0f5-3f34-4b9b-9983-2b0bff6e21db {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.631965] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a21983f-3d4c-42c1-b324-a272ba52b673 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.639343] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a298edd-1a80-468c-9d58-b3166877b5fb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.652288] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.866692] env[69722]: DEBUG nova.network.neutron [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.155310] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1414.369065] env[69722]: INFO nova.compute.manager [-] [instance: 5dafc0e8-189a-4d34-a111-b7b359b7818c] Took 1.02 seconds to deallocate network for instance. [ 1414.659855] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1414.660207] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.165s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.875063] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.875364] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.875589] env[69722]: DEBUG nova.objects.instance [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lazy-loading 'resources' on Instance uuid 5dafc0e8-189a-4d34-a111-b7b359b7818c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.451510] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d251805-3018-4e64-a0db-c68e86948745 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.458906] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66bd78a-f684-46d1-9f9a-3d4730366c41 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.487845] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0ddbad-bb65-4aa9-90d7-2e28afc6a94a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.494461] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58adc4f4-393d-49a7-8cb4-0fee59c9f48f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.507854] env[69722]: DEBUG nova.compute.provider_tree [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.011049] env[69722]: DEBUG nova.scheduler.client.report [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.516266] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.539519] env[69722]: INFO nova.scheduler.client.report [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleted allocations for instance 5dafc0e8-189a-4d34-a111-b7b359b7818c [ 1416.660771] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.661239] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.661421] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1416.934192] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.047894] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8c736ceb-4c8c-455d-92f8-2d2365180dbd tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "5dafc0e8-189a-4d34-a111-b7b359b7818c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.345s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.159625] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "46f700af-c9d7-47b2-9827-174ac7730eca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.159871] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "46f700af-c9d7-47b2-9827-174ac7730eca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.160093] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "46f700af-c9d7-47b2-9827-174ac7730eca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.160279] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "46f700af-c9d7-47b2-9827-174ac7730eca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.160446] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "46f700af-c9d7-47b2-9827-174ac7730eca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.162314] env[69722]: INFO nova.compute.manager [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Terminating instance [ 1417.665974] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "refresh_cache-46f700af-c9d7-47b2-9827-174ac7730eca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.666328] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquired lock "refresh_cache-46f700af-c9d7-47b2-9827-174ac7730eca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.666624] env[69722]: DEBUG nova.network.neutron [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.929163] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.185559] env[69722]: DEBUG nova.network.neutron [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1418.236241] env[69722]: DEBUG nova.network.neutron [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.738771] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Releasing lock "refresh_cache-46f700af-c9d7-47b2-9827-174ac7730eca" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.739221] env[69722]: DEBUG nova.compute.manager [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1418.739456] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.740352] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff1aaaa-283a-48bb-97ca-745a28e2fb0d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.748013] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.748262] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6503e9f4-3ad3-4bdb-914d-d26f553e0161 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.755999] env[69722]: DEBUG oslo_vmware.api [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1418.755999] env[69722]: value = "task-3439515" [ 1418.755999] env[69722]: _type = "Task" [ 1418.755999] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.763762] env[69722]: DEBUG oslo_vmware.api [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.265912] env[69722]: DEBUG oslo_vmware.api [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439515, 'name': PowerOffVM_Task, 'duration_secs': 0.188956} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.266248] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.266349] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.266621] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35a1bcaa-0210-4c9e-a850-7322b0160511 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.291496] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.291697] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.291878] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleting the datastore file [datastore2] 46f700af-c9d7-47b2-9827-174ac7730eca {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.292140] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed9e1be-9f1e-43d1-aa14-85645405239f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.298100] env[69722]: DEBUG oslo_vmware.api [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for the task: (returnval){ [ 1419.298100] env[69722]: value = "task-3439517" [ 1419.298100] env[69722]: _type = "Task" [ 1419.298100] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.306435] env[69722]: DEBUG oslo_vmware.api [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.808058] env[69722]: DEBUG oslo_vmware.api [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Task: {'id': task-3439517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087261} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.808335] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.808508] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.808681] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.808853] env[69722]: INFO nova.compute.manager [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1419.809108] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1419.809331] env[69722]: DEBUG nova.compute.manager [-] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1419.809424] env[69722]: DEBUG nova.network.neutron [-] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.825520] env[69722]: DEBUG nova.network.neutron [-] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Instance cache missing network info. {{(pid=69722) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1420.327625] env[69722]: DEBUG nova.network.neutron [-] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.830461] env[69722]: INFO nova.compute.manager [-] [instance: 46f700af-c9d7-47b2-9827-174ac7730eca] Took 1.02 seconds to deallocate network for instance. [ 1420.933591] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.933824] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.933970] env[69722]: DEBUG nova.compute.manager [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69722) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1421.336932] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.337305] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.337523] env[69722]: DEBUG nova.objects.instance [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lazy-loading 'resources' on Instance uuid 46f700af-c9d7-47b2-9827-174ac7730eca {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.914007] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38793b5a-837d-4c98-8451-7db54f82c0f9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.921626] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9d834f-f35a-4593-bf27-67ddd9fc3c5c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.951619] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa13304-658d-4c7d-af12-520d6dad8615 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.958876] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2481a296-3de8-4766-8976-9831a1e26c08 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.972824] env[69722]: DEBUG nova.compute.provider_tree [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.254087] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.254306] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.254482] env[69722]: DEBUG nova.compute.manager [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.255771] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c60569-ed0a-40ec-8b58-43df33ed004b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.262118] env[69722]: DEBUG nova.compute.manager [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69722) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1422.262669] env[69722]: DEBUG nova.objects.instance [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'flavor' on Instance uuid 862c02f6-60dc-41ee-a9f6-5b918580c27c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.475898] env[69722]: DEBUG nova.scheduler.client.report [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.980746] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.998460] env[69722]: INFO nova.scheduler.client.report [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Deleted allocations for instance 46f700af-c9d7-47b2-9827-174ac7730eca [ 1423.269417] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.269719] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13f11cb3-f92a-478c-bb2f-a47fe2e061de {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.277238] env[69722]: DEBUG oslo_vmware.api [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1423.277238] env[69722]: value = "task-3439518" [ 1423.277238] env[69722]: _type = "Task" [ 1423.277238] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.285516] env[69722]: DEBUG oslo_vmware.api [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.505779] env[69722]: DEBUG oslo_concurrency.lockutils [None req-4808dc0e-af65-4af3-bd3e-63fa75ac735f tempest-ServerShowV247Test-2060952347 tempest-ServerShowV247Test-2060952347-project-member] Lock "46f700af-c9d7-47b2-9827-174ac7730eca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.346s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.787850] env[69722]: DEBUG oslo_vmware.api [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439518, 'name': PowerOffVM_Task, 'duration_secs': 0.157478} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.788193] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.788410] env[69722]: DEBUG nova.compute.manager [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.789154] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0cc04c-132d-401b-a48a-e6125b2f2b94 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.299958] env[69722]: DEBUG oslo_concurrency.lockutils [None req-5059e984-33a1-4f92-9d99-72bffcce7089 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.976025] env[69722]: DEBUG nova.objects.instance [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'flavor' on Instance uuid 862c02f6-60dc-41ee-a9f6-5b918580c27c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.481122] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.481323] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.481484] env[69722]: DEBUG nova.network.neutron [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.481663] env[69722]: DEBUG nova.objects.instance [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'info_cache' on Instance uuid 862c02f6-60dc-41ee-a9f6-5b918580c27c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.984370] env[69722]: DEBUG nova.objects.base [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Object Instance<862c02f6-60dc-41ee-a9f6-5b918580c27c> lazy-loaded attributes: flavor,info_cache {{(pid=69722) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1426.418980] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.419295] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.681437] env[69722]: DEBUG nova.network.neutron [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updating instance_info_cache with network_info: [{"id": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "address": "fa:16:3e:67:cd:13", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4c0c82-d5", "ovs_interfaceid": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.922732] env[69722]: INFO nova.compute.manager [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Detaching volume 5355f6f2-ef89-4f54-a20c-2a266dd2f1fa [ 1426.952486] env[69722]: INFO nova.virt.block_device [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Attempting to driver detach volume 5355f6f2-ef89-4f54-a20c-2a266dd2f1fa from mountpoint /dev/sdb [ 1426.952725] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Volume detach. Driver type: vmdk {{(pid=69722) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1426.952954] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686592', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'name': 'volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727c5e44-6f29-4b38-ad50-0a4a81aa7bfb', 'attached_at': '', 'detached_at': '', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'serial': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1426.953809] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd13df-54bf-4a27-97be-5f31274561bd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.975207] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8211a31-27b9-4df9-aa4a-2465580b23d2 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.981484] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6c1990-343a-493a-be3e-de61745618ab {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.000813] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80adb8e3-390b-40b7-9c98-bedd7f19c3a3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.015687] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] The volume has not been displaced from its original location: [datastore2] volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa/volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa.vmdk. No consolidation needed. {{(pid=69722) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1427.020832] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1427.021091] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d4527eb-aed5-44bc-8076-7fd5e3d0c406 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.038414] env[69722]: DEBUG oslo_vmware.api [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1427.038414] env[69722]: value = "task-3439519" [ 1427.038414] env[69722]: _type = "Task" [ 1427.038414] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.045460] env[69722]: DEBUG oslo_vmware.api [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.183941] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.549021] env[69722]: DEBUG oslo_vmware.api [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439519, 'name': ReconfigVM_Task, 'duration_secs': 0.234723} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.549325] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69722) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1427.553935] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c14b096-36e2-44b6-8481-8add1b3154d3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.567908] env[69722]: DEBUG oslo_vmware.api [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1427.567908] env[69722]: value = "task-3439520" [ 1427.567908] env[69722]: _type = "Task" [ 1427.567908] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.575387] env[69722]: DEBUG oslo_vmware.api [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.078563] env[69722]: DEBUG oslo_vmware.api [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439520, 'name': ReconfigVM_Task, 'duration_secs': 0.132456} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.078860] env[69722]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-686592', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'name': 'volume-5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '727c5e44-6f29-4b38-ad50-0a4a81aa7bfb', 'attached_at': '', 'detached_at': '', 'volume_id': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa', 'serial': '5355f6f2-ef89-4f54-a20c-2a266dd2f1fa'} {{(pid=69722) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1428.190599] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powering on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1428.190891] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-893500ac-7e0b-44dd-8e24-fbf6ada12b37 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.198919] env[69722]: DEBUG oslo_vmware.api [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1428.198919] env[69722]: value = "task-3439521" [ 1428.198919] env[69722]: _type = "Task" [ 1428.198919] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.206465] env[69722]: DEBUG oslo_vmware.api [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.620699] env[69722]: DEBUG nova.objects.instance [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lazy-loading 'flavor' on Instance uuid 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.708733] env[69722]: DEBUG oslo_vmware.api [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439521, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.929137] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.209274] env[69722]: DEBUG oslo_vmware.api [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439521, 'name': PowerOnVM_Task, 'duration_secs': 0.853343} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.209673] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powered on the VM {{(pid=69722) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1429.209673] env[69722]: DEBUG nova.compute.manager [None req-b98f5300-e5e3-4865-8ddf-90f9f3ee229b tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1429.210543] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eea35f3-e447-471a-a1f6-bbbe2e573e53 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.628401] env[69722]: DEBUG oslo_concurrency.lockutils [None req-b4ea5767-ccec-49f9-91c8-25f3d2a09a4a tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.721803] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.722148] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.722285] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.722481] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.722648] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.724767] env[69722]: INFO nova.compute.manager [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Terminating instance [ 1431.086475] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65a9682-e8d4-452b-890a-111c69040215 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.093524] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Suspending the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1431.093770] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a8c9be09-0128-4927-8007-73070c4e4dc7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.099778] env[69722]: DEBUG oslo_vmware.api [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1431.099778] env[69722]: value = "task-3439522" [ 1431.099778] env[69722]: _type = "Task" [ 1431.099778] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.108877] env[69722]: DEBUG oslo_vmware.api [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439522, 'name': SuspendVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.228204] env[69722]: DEBUG nova.compute.manager [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.228479] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.229485] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0855e53f-793d-43f9-a4df-fcc29df26a0c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.237115] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.237390] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae53094-6617-4183-b164-5980980f9ccd {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.243195] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1431.243195] env[69722]: value = "task-3439523" [ 1431.243195] env[69722]: _type = "Task" [ 1431.243195] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.251564] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.609923] env[69722]: DEBUG oslo_vmware.api [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439522, 'name': SuspendVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.752256] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439523, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.110440] env[69722]: DEBUG oslo_vmware.api [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439522, 'name': SuspendVM_Task} progress is 66%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.253243] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439523, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.610521] env[69722]: DEBUG oslo_vmware.api [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439522, 'name': SuspendVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.753923] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439523, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.113458] env[69722]: DEBUG oslo_vmware.api [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439522, 'name': SuspendVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.254536] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439523, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.613036] env[69722]: DEBUG oslo_vmware.api [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439522, 'name': SuspendVM_Task, 'duration_secs': 2.192322} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.613036] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Suspended the VM {{(pid=69722) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1433.613036] env[69722]: DEBUG nova.compute.manager [None req-ff91666d-b111-46e5-bd69-c04087a48f2f tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.613518] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aef4d2-058b-4ba6-bfb6-c05330cd8ddc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.755345] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439523, 'name': PowerOffVM_Task, 'duration_secs': 2.04012} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.756789] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.756789] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.756789] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d55ac4bb-3eef-49b1-b226-a15563ce23a0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.486189] env[69722]: INFO nova.compute.manager [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Resuming [ 1434.486790] env[69722]: DEBUG nova.objects.instance [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'flavor' on Instance uuid 862c02f6-60dc-41ee-a9f6-5b918580c27c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1434.813450] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.813450] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.813834] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleting the datastore file [datastore1] 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.813957] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afaa11a2-633f-49d5-a643-86d03f8b9699 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.820730] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1434.820730] env[69722]: value = "task-3439525" [ 1434.820730] env[69722]: _type = "Task" [ 1434.820730] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.828235] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.330501] env[69722]: DEBUG oslo_vmware.api [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168103} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.330731] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.330888] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.331077] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.331254] env[69722]: INFO nova.compute.manager [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Took 4.10 seconds to destroy the instance on the hypervisor. [ 1435.331523] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.331717] env[69722]: DEBUG nova.compute.manager [-] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.331865] env[69722]: DEBUG nova.network.neutron [-] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.739281] env[69722]: DEBUG nova.compute.manager [req-f36692b0-594e-4a7a-b35c-db6e4379d7fc req-e2a0713f-72ed-493c-9833-4cc29ba76219 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Received event network-vif-deleted-63c3bc2b-654d-4a52-a305-878f971aae71 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.739760] env[69722]: INFO nova.compute.manager [req-f36692b0-594e-4a7a-b35c-db6e4379d7fc req-e2a0713f-72ed-493c-9833-4cc29ba76219 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Neutron deleted interface 63c3bc2b-654d-4a52-a305-878f971aae71; detaching it from the instance and deleting it from the info cache [ 1435.739760] env[69722]: DEBUG nova.network.neutron [req-f36692b0-594e-4a7a-b35c-db6e4379d7fc req-e2a0713f-72ed-493c-9833-4cc29ba76219 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.997024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.997024] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquired lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.997024] env[69722]: DEBUG nova.network.neutron [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Building network info cache for instance {{(pid=69722) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.223219] env[69722]: DEBUG nova.network.neutron [-] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.242440] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-242d7d8e-6be9-419f-8080-00d253d7ffaa {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.253662] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdd8b39-777f-4caf-aa24-e4b55ec622e6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.280520] env[69722]: DEBUG nova.compute.manager [req-f36692b0-594e-4a7a-b35c-db6e4379d7fc req-e2a0713f-72ed-493c-9833-4cc29ba76219 service nova] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Detach interface failed, port_id=63c3bc2b-654d-4a52-a305-878f971aae71, reason: Instance 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1436.692101] env[69722]: DEBUG nova.network.neutron [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updating instance_info_cache with network_info: [{"id": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "address": "fa:16:3e:67:cd:13", "network": {"id": "14e1eb6a-984b-4c12-9f1a-da2804da15ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2015127952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30203621030f4d029466b835d24f0670", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4c0c82-d5", "ovs_interfaceid": "9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.726226] env[69722]: INFO nova.compute.manager [-] [instance: 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb] Took 1.39 seconds to deallocate network for instance. [ 1437.195156] env[69722]: DEBUG oslo_concurrency.lockutils [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Releasing lock "refresh_cache-862c02f6-60dc-41ee-a9f6-5b918580c27c" {{(pid=69722) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.196153] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1976a17-48f1-460c-90d2-adfbebc78e97 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.203548] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Resuming the VM {{(pid=69722) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1437.203761] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13cfca7e-0de9-4d9a-b7c1-5befbb8f202d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.211606] env[69722]: DEBUG oslo_vmware.api [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1437.211606] env[69722]: value = "task-3439526" [ 1437.211606] env[69722]: _type = "Task" [ 1437.211606] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.218793] env[69722]: DEBUG oslo_vmware.api [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.231759] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.232049] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.232246] env[69722]: DEBUG nova.objects.instance [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lazy-loading 'resources' on Instance uuid 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.722198] env[69722]: DEBUG oslo_vmware.api [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439526, 'name': PowerOnVM_Task, 'duration_secs': 0.503781} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.722514] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Resumed the VM {{(pid=69722) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1437.722719] env[69722]: DEBUG nova.compute.manager [None req-1b3335d5-082f-418a-a8be-c7af1d68c480 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Checking state {{(pid=69722) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1437.723539] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239057b9-e291-44db-8a38-d9fa3613afe9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.804364] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16f279f-9fa6-48c3-920d-58ac9fed919b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.812444] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee9b81-33b7-4fbd-bbda-278000941829 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.842868] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358f238-a9d7-40b4-aeff-a98064fb513f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.849918] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1d1319-797c-426f-8158-8d2209766adc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.862874] env[69722]: DEBUG nova.compute.provider_tree [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.367575] env[69722]: DEBUG nova.scheduler.client.report [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.875490] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.892718] env[69722]: INFO nova.scheduler.client.report [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleted allocations for instance 727c5e44-6f29-4b38-ad50-0a4a81aa7bfb [ 1439.128022] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.128255] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.128495] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "862c02f6-60dc-41ee-a9f6-5b918580c27c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.128715] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.128892] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.131045] env[69722]: INFO nova.compute.manager [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Terminating instance [ 1439.399936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-2bf1c85e-6bfa-4987-8ccc-174efa7cd8e8 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "727c5e44-6f29-4b38-ad50-0a4a81aa7bfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.678s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.634819] env[69722]: DEBUG nova.compute.manager [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1439.635021] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1439.635916] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20189b0a-1c56-40ec-afa7-1641a0773fad {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.643404] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1439.643616] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc76ca8a-ec7b-4fc5-8892-14a4b2e2921a {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.649755] env[69722]: DEBUG oslo_vmware.api [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1439.649755] env[69722]: value = "task-3439528" [ 1439.649755] env[69722]: _type = "Task" [ 1439.649755] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.658024] env[69722]: DEBUG oslo_vmware.api [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.799747] env[69722]: DEBUG oslo_vmware.api [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439528, 'name': PowerOffVM_Task, 'duration_secs': 0.196577} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.800138] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1440.800179] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1440.800430] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8107b389-dcf9-49b4-8a41-1d3c9367fb94 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.862525] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1440.862749] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Deleting contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1440.862932] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleting the datastore file [datastore2] 862c02f6-60dc-41ee-a9f6-5b918580c27c {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1440.863210] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91163f39-374e-4b61-a1d3-6fc397ec19f6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.869190] env[69722]: DEBUG oslo_vmware.api [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for the task: (returnval){ [ 1440.869190] env[69722]: value = "task-3439530" [ 1440.869190] env[69722]: _type = "Task" [ 1440.869190] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.876409] env[69722]: DEBUG oslo_vmware.api [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.378654] env[69722]: DEBUG oslo_vmware.api [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Task: {'id': task-3439530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136701} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.378894] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1441.379220] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Deleted contents of the VM from datastore datastore2 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1441.379290] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1441.379431] env[69722]: INFO nova.compute.manager [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1441.379665] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1441.379851] env[69722]: DEBUG nova.compute.manager [-] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1441.379943] env[69722]: DEBUG nova.network.neutron [-] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1441.791386] env[69722]: DEBUG nova.compute.manager [req-35c856a8-bd7f-4cb2-bfd7-69750ce4fe20 req-8b5df07c-193b-4563-8718-0f993c0d3fce service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Received event network-vif-deleted-9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.791386] env[69722]: INFO nova.compute.manager [req-35c856a8-bd7f-4cb2-bfd7-69750ce4fe20 req-8b5df07c-193b-4563-8718-0f993c0d3fce service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Neutron deleted interface 9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d; detaching it from the instance and deleting it from the info cache [ 1441.791386] env[69722]: DEBUG nova.network.neutron [req-35c856a8-bd7f-4cb2-bfd7-69750ce4fe20 req-8b5df07c-193b-4563-8718-0f993c0d3fce service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.271874] env[69722]: DEBUG nova.network.neutron [-] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.294238] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0f60744-2c2f-4671-adce-eae4c33d5603 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.303706] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61262e6-d0e2-4fce-8cb1-ade50051a3ee {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.328665] env[69722]: DEBUG nova.compute.manager [req-35c856a8-bd7f-4cb2-bfd7-69750ce4fe20 req-8b5df07c-193b-4563-8718-0f993c0d3fce service nova] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Detach interface failed, port_id=9b4c0c82-d5fb-4a6b-bb18-9d2cb94b524d, reason: Instance 862c02f6-60dc-41ee-a9f6-5b918580c27c could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1442.775295] env[69722]: INFO nova.compute.manager [-] [instance: 862c02f6-60dc-41ee-a9f6-5b918580c27c] Took 1.40 seconds to deallocate network for instance. [ 1443.283283] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.283668] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.283861] env[69722]: DEBUG nova.objects.instance [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lazy-loading 'resources' on Instance uuid 862c02f6-60dc-41ee-a9f6-5b918580c27c {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.849868] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5619fd7-94fd-4311-b205-4e7bacf01d10 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.857186] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bd39c7-4771-4c8d-a74d-2f89852176a7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.886752] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c59cd6a-8007-40f1-ba18-916bf23a848e {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.894647] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27931fe-93b5-433b-8ba9-8df3f441e66b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.907928] env[69722]: DEBUG nova.compute.provider_tree [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.058674] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.058941] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.059183] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.059397] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.059560] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.061822] env[69722]: INFO nova.compute.manager [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Terminating instance [ 1444.411917] env[69722]: DEBUG nova.scheduler.client.report [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1444.565370] env[69722]: DEBUG nova.compute.manager [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.565627] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.566560] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2713a1-22cf-4d44-81b5-f097eb87fbca {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.575055] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.575293] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e8e97be-fc5f-4b4b-a3f6-2430e7e842a8 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.581024] env[69722]: DEBUG oslo_vmware.api [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1444.581024] env[69722]: value = "task-3439531" [ 1444.581024] env[69722]: _type = "Task" [ 1444.581024] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.590191] env[69722]: DEBUG oslo_vmware.api [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439531, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.916415] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.939492] env[69722]: INFO nova.scheduler.client.report [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Deleted allocations for instance 862c02f6-60dc-41ee-a9f6-5b918580c27c [ 1445.090617] env[69722]: DEBUG oslo_vmware.api [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439531, 'name': PowerOffVM_Task, 'duration_secs': 0.220949} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.090864] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.091085] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1445.091337] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96f9137a-eb76-4d3d-84c0-f3b84b7f2be6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.446733] env[69722]: DEBUG oslo_concurrency.lockutils [None req-f71579bd-bc21-4f5c-80eb-2b067f1110f3 tempest-ServerActionsTestJSON-918599508 tempest-ServerActionsTestJSON-918599508-project-member] Lock "862c02f6-60dc-41ee-a9f6-5b918580c27c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.318s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.503321] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1445.503536] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1445.503716] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleting the datastore file [datastore1] c89c1dce-a77d-49b5-b39c-6d1901b8829f {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1445.503984] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd6e95e-abe6-4d36-ba9d-79e6fdb8ff2d {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.511069] env[69722]: DEBUG oslo_vmware.api [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1445.511069] env[69722]: value = "task-3439533" [ 1445.511069] env[69722]: _type = "Task" [ 1445.511069] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.518890] env[69722]: DEBUG oslo_vmware.api [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.020147] env[69722]: DEBUG oslo_vmware.api [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186864} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.020398] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1446.020575] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1446.020748] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1446.020914] env[69722]: INFO nova.compute.manager [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Took 1.46 seconds to destroy the instance on the hypervisor. [ 1446.021165] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1446.021354] env[69722]: DEBUG nova.compute.manager [-] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1446.021453] env[69722]: DEBUG nova.network.neutron [-] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1446.391243] env[69722]: DEBUG nova.compute.manager [req-635a58bd-973d-498b-bc10-db093b5ddb17 req-66eacc52-9162-4e4f-9b13-135df04c3e2f service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Received event network-vif-deleted-6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.391438] env[69722]: INFO nova.compute.manager [req-635a58bd-973d-498b-bc10-db093b5ddb17 req-66eacc52-9162-4e4f-9b13-135df04c3e2f service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Neutron deleted interface 6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3; detaching it from the instance and deleting it from the info cache [ 1446.391633] env[69722]: DEBUG nova.network.neutron [req-635a58bd-973d-498b-bc10-db093b5ddb17 req-66eacc52-9162-4e4f-9b13-135df04c3e2f service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.868300] env[69722]: DEBUG nova.network.neutron [-] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.896088] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02a5abca-16ea-4420-924b-4afc33adcba9 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.907472] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d632d15-f918-46ef-8f8b-cf8ab748f12b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.936605] env[69722]: DEBUG nova.compute.manager [req-635a58bd-973d-498b-bc10-db093b5ddb17 req-66eacc52-9162-4e4f-9b13-135df04c3e2f service nova] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Detach interface failed, port_id=6d347e28-2d14-4d2c-a2ea-29a3fd73c0d3, reason: Instance c89c1dce-a77d-49b5-b39c-6d1901b8829f could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1447.371104] env[69722]: INFO nova.compute.manager [-] [instance: c89c1dce-a77d-49b5-b39c-6d1901b8829f] Took 1.35 seconds to deallocate network for instance. [ 1447.876925] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.877278] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.877478] env[69722]: DEBUG nova.objects.instance [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lazy-loading 'resources' on Instance uuid c89c1dce-a77d-49b5-b39c-6d1901b8829f {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1448.421198] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccefad8-8d64-41ad-a5b0-41e8a5670b99 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.429035] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f0cde-eef2-4869-a783-2d2e6dec2e45 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.457674] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e003286-4431-4884-a333-85dff6b5fd44 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.464421] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789f8a64-d69a-430d-963b-8fceed75cc67 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.477208] env[69722]: DEBUG nova.compute.provider_tree [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.980206] env[69722]: DEBUG nova.scheduler.client.report [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1449.485228] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.503376] env[69722]: INFO nova.scheduler.client.report [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleted allocations for instance c89c1dce-a77d-49b5-b39c-6d1901b8829f [ 1450.011515] env[69722]: DEBUG oslo_concurrency.lockutils [None req-738155e6-e114-43c8-a039-203ccdf29583 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "c89c1dce-a77d-49b5-b39c-6d1901b8829f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.952s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.680480] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.680747] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.680943] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.681145] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.681319] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.683497] env[69722]: INFO nova.compute.manager [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Terminating instance [ 1451.187676] env[69722]: DEBUG nova.compute.manager [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Start destroying the instance on the hypervisor. {{(pid=69722) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1451.188076] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Destroying instance {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1451.188807] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563ea04e-854f-42d0-8a08-0dd580151b6c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.196900] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powering off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.197134] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e3d6cf-a97f-4329-9687-3cfb89d02715 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.202758] env[69722]: DEBUG oslo_vmware.api [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1451.202758] env[69722]: value = "task-3439534" [ 1451.202758] env[69722]: _type = "Task" [ 1451.202758] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.210881] env[69722]: DEBUG oslo_vmware.api [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.712038] env[69722]: DEBUG oslo_vmware.api [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439534, 'name': PowerOffVM_Task, 'duration_secs': 0.174598} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.712264] env[69722]: DEBUG nova.virt.vmwareapi.vm_util [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Powered off the VM {{(pid=69722) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.712429] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Unregistering the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1451.712702] env[69722]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-683b3ab1-8603-4ecd-b440-5be56d4990ed {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.775914] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Unregistered the VM {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1451.776131] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Deleting contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1451.776313] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleting the datastore file [datastore1] 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1451.776565] env[69722]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b4cde86-cf19-4f4f-a544-fa62a739178f {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.783269] env[69722]: DEBUG oslo_vmware.api [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for the task: (returnval){ [ 1451.783269] env[69722]: value = "task-3439536" [ 1451.783269] env[69722]: _type = "Task" [ 1451.783269] env[69722]: } to complete. {{(pid=69722) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.790343] env[69722]: DEBUG oslo_vmware.api [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.292638] env[69722]: DEBUG oslo_vmware.api [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Task: {'id': task-3439536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134309} completed successfully. {{(pid=69722) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.293072] env[69722]: DEBUG nova.virt.vmwareapi.ds_util [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleted the datastore file {{(pid=69722) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1452.293072] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Deleted contents of the VM from datastore datastore1 {{(pid=69722) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1452.293206] env[69722]: DEBUG nova.virt.vmwareapi.vmops [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Instance destroyed {{(pid=69722) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1452.293380] env[69722]: INFO nova.compute.manager [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1452.293657] env[69722]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69722) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.293816] env[69722]: DEBUG nova.compute.manager [-] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Deallocating network for instance {{(pid=69722) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1452.293916] env[69722]: DEBUG nova.network.neutron [-] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] deallocate_for_instance() {{(pid=69722) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1452.508100] env[69722]: DEBUG nova.compute.manager [req-80737429-b3b3-4101-b3fa-f98d06bd2bc0 req-05e5d97f-3755-48f4-b091-e0691dc8d6c6 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Received event network-vif-deleted-208486f0-b576-4ae5-8732-9635ad7268d1 {{(pid=69722) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1452.508319] env[69722]: INFO nova.compute.manager [req-80737429-b3b3-4101-b3fa-f98d06bd2bc0 req-05e5d97f-3755-48f4-b091-e0691dc8d6c6 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Neutron deleted interface 208486f0-b576-4ae5-8732-9635ad7268d1; detaching it from the instance and deleting it from the info cache [ 1452.508491] env[69722]: DEBUG nova.network.neutron [req-80737429-b3b3-4101-b3fa-f98d06bd2bc0 req-05e5d97f-3755-48f4-b091-e0691dc8d6c6 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.995455] env[69722]: DEBUG nova.network.neutron [-] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Updating instance_info_cache with network_info: [] {{(pid=69722) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.010936] env[69722]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bbf7c403-2f15-4075-8fdd-eb8ed0f769c7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.020362] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2b522f-ebd6-480a-ad69-112b92cdbf46 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.044501] env[69722]: DEBUG nova.compute.manager [req-80737429-b3b3-4101-b3fa-f98d06bd2bc0 req-05e5d97f-3755-48f4-b091-e0691dc8d6c6 service nova] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Detach interface failed, port_id=208486f0-b576-4ae5-8732-9635ad7268d1, reason: Instance 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 could not be found. {{(pid=69722) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1453.498191] env[69722]: INFO nova.compute.manager [-] [instance: 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9] Took 1.20 seconds to deallocate network for instance. [ 1454.005285] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.005476] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.005623] env[69722]: DEBUG nova.objects.instance [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lazy-loading 'resources' on Instance uuid 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 {{(pid=69722) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1454.538403] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47569a48-432a-4f3b-9203-b41f7afeb940 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.546176] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf220d08-635b-4460-acd7-eb97b2ec650b {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.575350] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d720833c-f0f5-4cf3-83fa-df132fbcdcfe {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.581937] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821ab5cf-b513-4b5b-b9d2-714d023e410c {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.594401] env[69722]: DEBUG nova.compute.provider_tree [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.097219] env[69722]: DEBUG nova.scheduler.client.report [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.602691] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.620112] env[69722]: INFO nova.scheduler.client.report [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Deleted allocations for instance 5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9 [ 1456.128868] env[69722]: DEBUG oslo_concurrency.lockutils [None req-239956e0-e19e-4a77-8c54-b459822b54d7 tempest-ServerRescueNegativeTestJSON-1353158210 tempest-ServerRescueNegativeTestJSON-1353158210-project-member] Lock "5b1c7fdc-2139-4f96-9f84-b06a7a75a8d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.448s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.933785] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.934154] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.437312] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.437575] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.437734] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.437890] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69722) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1474.439175] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cab8b7-027b-40f3-9a2e-1768e4250ae5 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.447163] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add3f76-8b6c-4e2b-8652-34c041be1cb3 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.460500] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a927c1b8-45d9-43b4-a596-39453aa3dacb {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.466409] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976e7a89-23b7-4aea-a740-38414ac757e0 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.494532] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180265MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=69722) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1474.494703] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.494878] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.517520] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1475.517520] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69722) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1475.529787] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d60c460-1c12-40f5-87e1-95e187c5fecc {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.538516] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436dd3b-1b3e-46d1-be7a-11229215ffb6 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.567187] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd80bdb-19d1-4444-b591-eaac8109a625 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.574171] env[69722]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7244b3-0334-464a-8650-ac919b776ed7 {{(pid=69722) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.586653] env[69722]: DEBUG nova.compute.provider_tree [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed in ProviderTree for provider: fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 {{(pid=69722) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.090018] env[69722]: DEBUG nova.scheduler.client.report [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Inventory has not changed for provider fc751dae-d10e-4fa8-8f8c-80cad2bb4e83 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69722) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.594577] env[69722]: DEBUG nova.compute.resource_tracker [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69722) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1476.594936] env[69722]: DEBUG oslo_concurrency.lockutils [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=69722) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.595092] env[69722]: DEBUG oslo_service.periodic_task [None req-8fc30bd0-97fd-46b7-bb7f-068b0b03d534 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69722) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}